-- Logs begin at Fri 2022-09-09 03:59:36 UTC, end at Fri 2022-09-09 04:59:25 UTC. -- Sep 09 04:30:26.192455 dv-cinder-856002-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 04:30:28.866950 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.common.config [-] Logging enabled! Sep 09 04:30:28.867535 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 04:30:28.867755 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107402) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 04:30:28.871013 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.common.config [-] Logging enabled! Sep 09 04:30:28.871270 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 04:30:28.871581 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107402) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 04:30:28.872513 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 04:30:28.872745 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 04:30:28.873227 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 04:30:28.873474 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 04:30:28.873702 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 04:30:28.874016 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.874314 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.874547 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.874844 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.875682 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.875968 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.876259 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.876558 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.876843 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.877123 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.877405 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.877636 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.877916 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.878202 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.878487 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.878712 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] debug = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.879021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.879453 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.879852 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.880131 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.880420 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.880701 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.880970 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.881246 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.881533 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.881862 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] host = dv-cinder-856002-3-iscsi {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.882138 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.882423 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.882709 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.883022 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.883299 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.883574 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.883859 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.884131 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.884401 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] log_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.884695 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.884965 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.885251 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.885538 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.885767 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.885988 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.886270 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.886556 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.886832 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.887129 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.887403 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.887675 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.887950 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.888214 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.888496 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.888783 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.889070 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.889343 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.889617 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.889889 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.890157 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.890438 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.891308 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.891590 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.891867 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.892156 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.892426 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.892700 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.893001 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.893287 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.893571 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.893857 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.894130 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.894412 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.894682 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.894968 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.895246 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] use_json = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.895518 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.895792 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.896074 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.896345 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.896616 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.896886 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.897158 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.897444 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.897716 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:28.898100 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.898406 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.898706 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.899010 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.899317 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.899601 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.899891 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.900172 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.900463 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.900752 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.901038 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.901317 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.901615 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.901902 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.902198 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.902504 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.902797 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.903110 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.903389 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.903664 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.903937 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.904216 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.904502 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.904780 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.905068 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.905359 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.905643 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.905940 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.906331 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.906621 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.906915 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.907225 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.907500 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.907779 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.908069 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.908346 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.908617 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.908909 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.909183 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.909454 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.909733 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.910023 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.910309 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.910614 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.910891 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.911205 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.911482 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.911753 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.912024 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.912303 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.912574 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.912856 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.913132 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.913403 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.913671 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.913948 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.914216 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.914488 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.914764 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.915057 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.915332 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.915602 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.915877 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.916150 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.916418 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.916687 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.916962 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.917227 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.917502 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.917772 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.918043 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.918311 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.918581 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.918851 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.919156 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.919452 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.919730 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.920006 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.920283 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.920558 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.920833 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.921108 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.921603 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.922061 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.922348 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.922647 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.923021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.923446 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.923806 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.924110 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.924411 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.924694 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.925059 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.925452 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.925736 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.926017 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.926313 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.926594 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.926876 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.927189 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.927476 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.927772 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.928066 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.928348 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.928645 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.929003 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.929302 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.929586 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.929898 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.930180 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:28.930400 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 04:30:28.930641 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107402) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 04:30:29.310606 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 04:30:29.310914 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 04:30:29.311286 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 04:30:29.311522 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 04:30:29.311804 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 04:30:29.312132 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 04:30:29.640239 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.640506 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.640750 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.641952 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.642226 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.642489 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.695857 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.696310 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.696586 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.712664 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.712949 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.713218 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.742063 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.742341 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.742610 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.779467 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.779752 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:29.780018 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.014710 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.015399 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.015399 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.017071 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.017782 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.115203 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.115525 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.115809 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.116084 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.116353 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.116664 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.116926 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.117183 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.117440 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.117728 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.117991 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.118259 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.118519 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.118774 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.119070 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.119338 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.119605 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.119876 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.120146 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.120408 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.120682 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.120935 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.121216 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.121591 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.121844 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.122093 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.122491 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:30.122732 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:30.122996 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:30.123237 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:30.123475 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:30.123709 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:30.124071 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 04:30:30.127216 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 04:30:30.131133 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 04:30:30.134944 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 09 04:30:30.136556 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 04:30:30.137172 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 04:30:30.137508 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 04:30:30.137888 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 04:30:30.141195 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 04:30:30.141444 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 04:30:30.141788 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 04:30:30.146837 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 04:30:30.169969 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 04:30:30.170416 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.170715 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107402) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 09 04:30:30.171119 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.172497 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107402) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 04:30:30.172773 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 04:30:30.173013 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 04:30:30.185658 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.185943 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:30.291429 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 04:30:30.291623 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 04:30:30.291857 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 04:30:30.292236 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 04:30:30.345837 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO dbcounter [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Registered counter for database neutron Sep 09 04:30:30.364651 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_db.sqlalchemy.engines [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107402) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 04:30:30.370464 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG dbcounter [-] [107402] Writer thread running {{(pid=107402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 04:30:30.915490 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing driver for type 'gre' Sep 09 04:30:30.916033 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] gre ID ranges: [(1, 1000)] Sep 09 04:30:30.982401 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing driver for type 'local' Sep 09 04:30:30.982401 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing driver for type 'vlan' Sep 09 04:30:30.993272 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] VlanTypeDriver initialization complete Sep 09 04:30:30.993647 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing driver for type 'vxlan' Sep 09 04:30:30.994157 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] vxlan ID ranges: [(1, 1000)] Sep 09 04:30:31.052165 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing extension driver 'port_security' Sep 09 04:30:31.052818 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] PortSecurityExtensionDriver initialization complete Sep 09 04:30:31.052818 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing mechanism driver 'openvswitch' Sep 09 04:30:31.053166 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing mechanism driver 'hyperv' Sep 09 04:30:31.060217 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.plugin [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107402) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:30:31.060886 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.061260 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.061614 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.062215 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 04:30:31.062642 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnet after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.063031 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnet after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.063387 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.063782 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 04:30:31.064194 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.064556 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.064901 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.065289 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 04:30:31.065726 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > security_group after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.066078 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > security_group after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.066423 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.066815 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 04:30:31.067248 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.067604 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.067950 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.068471 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 04:30:31.068884 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > address_group after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.069235 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > address_group after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.069578 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.069973 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107402) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 04:30:31.070413 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] ML2 OVO RPC backend initialized. {{(pid=107402) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 09 04:30:31.071144 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.071503 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.071920 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.072274 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > networks before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.072624 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.072970 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > ports before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.073316 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnet before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.073661 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnets before_response 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.074010 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.074352 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.074692 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.075066 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.075409 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.075748 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.076090 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnet after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.076430 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnet after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.076768 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.084273 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded quota_driver: . Sep 09 04:30:31.084640 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.plugin [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Modular L2 Plugin initialization complete Sep 09 04:30:31.084993 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading services supported by the core plugin {{(pid=107402) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 04:30:31.085337 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.plugins.ml2.managers [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Got port-security extension from driver 'port_security' Sep 09 04:30:31.085814 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.extensions.vlantransparent [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Disabled vlantransparent extension. Sep 09 04:30:31.086308 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107402) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 04:30:31.086635 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: router Sep 09 04:30:31.122507 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.122906 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router after_create 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.123311 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router before_create 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.123682 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.124062 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.124426 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router after_delete 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.124793 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.125188 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.125560 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router after_create 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.125912 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router after_update 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.126275 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router after_update 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.126630 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.127019 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router after_update 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.127445 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_update 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.127828 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: port after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.128180 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: port after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.128526 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: subnet after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.128877 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.129233 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.129591 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_create 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.129945 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: port before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.130297 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.130659 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router after_update 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.131046 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.131407 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_create 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.131776 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.132128 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_update 55549900 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.132499 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > agent after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.132856 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > agent after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.133207 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > network after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.134055 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Tracking information for resource: router configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:31.134391 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Tracking information for resource: floatingip configured {{(pid=107402) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 04:30:31.139311 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.db.l3_agentschedulers_db [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 04:30:31.139896 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: port after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.140265 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: port after_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.140649 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: port after_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.141008 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: port after_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.141797 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router before_create 55550100 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.142167 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.142534 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_create 55550100 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.142895 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > router precommit_update 55550100 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.147774 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.services.provider_configuration [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service providers = [] {{(pid=107402) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 04:30:31.148145 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.db.servicetype_db [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107402) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 04:30:31.151150 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.services.service_base [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 04:30:31.151503 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.services.service_base [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 04:30:31.151852 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.services.service_base [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 04:30:31.152742 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.services.service_base [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107402) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 04:30:31.153114 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.services.service_base [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 04:30:31.153497 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.153819 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 04:30:31.166061 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.166352 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: auto_allocate Sep 09 04:30:31.172665 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: network precommit_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.173037 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: network precommit_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.173559 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.173883 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: tag Sep 09 04:30:31.180437 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.180769 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: timestamp Sep 09 04:30:31.185067 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.185405 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: network_ip_availability Sep 09 04:30:31.190861 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.191268 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.191630 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.192342 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.192669 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: flavors Sep 09 04:30:31.197318 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.197653 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading Plugin: revisions Sep 09 04:30:31.202045 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107402) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 04:30:31.202429 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.891s {{(pid=107402) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 04:30:31.203220 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107402) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 09 04:30:31.203561 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Initializing extension manager. Sep 09 04:30:31.204088 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: __init__.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.204437 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: __pycache__ {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.204778 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: address_group.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.205664 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.206229 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: address-group Sep 09 04:30:31.206558 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: address_scope.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.207270 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.207783 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: address-scope Sep 09 04:30:31.208109 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.208989 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.209499 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: router-admin-state-down-before-update Sep 09 04:30:31.209825 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: agent.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.210491 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.211026 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: agent Sep 09 04:30:31.211350 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: agent_resources_synced.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.212218 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.212728 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: agent-resources-synced Sep 09 04:30:31.213055 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: allowedaddresspairs.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.214795 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.215354 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: allowed-address-pairs Sep 09 04:30:31.215683 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: auto_allocated_topology.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.216720 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.217237 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: auto-allocated-topology Sep 09 04:30:31.217563 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: availability_zone.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.218223 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.220166 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: availability_zone Sep 09 04:30:31.220502 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: availability_zone_filter.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.221383 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.221900 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: availability_zone_filter Sep 09 04:30:31.222229 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: data_plane_status.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.223134 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.223645 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 04:30:31.223974 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: default_subnetpools.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.224859 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.225376 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: default-subnetpools Sep 09 04:30:31.225704 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.226481 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.227029 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: dhcp_agent_scheduler Sep 09 04:30:31.227361 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: dns.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.228243 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.228762 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 04:30:31.229095 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: dns_domain_ports.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.229984 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.230507 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 04:30:31.230838 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.231754 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.232269 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 04:30:31.232600 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: dvr.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.233613 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.235349 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: dvr Sep 09 04:30:31.235349 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: ecmp_routes.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.236021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.236570 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 04:30:31.236983 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: empty_string_filtering.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.237862 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.238374 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: empty-string-filtering Sep 09 04:30:31.238701 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.239608 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.240118 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 04:30:31.240445 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.241317 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.241821 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 04:30:31.242147 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: external_net.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.243037 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.243551 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: external-net Sep 09 04:30:31.243877 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.244743 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.245404 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: extra_dhcp_opt Sep 09 04:30:31.245596 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: extraroute.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.246464 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.246996 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: extraroute Sep 09 04:30:31.247323 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: extraroute_atomic.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.248336 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.248848 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: extraroute-atomic Sep 09 04:30:31.249174 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: filter_validation.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.249816 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.250439 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: filter-validation Sep 09 04:30:31.250764 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: fip_pf_description.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.251660 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.252160 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 04:30:31.252482 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: fip_pf_detail.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.253351 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.253855 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 09 04:30:31.254178 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: fip_pf_port_range.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.255075 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.255585 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 09 04:30:31.255909 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: fip_port_details.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.256828 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.257341 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: fip-port-details Sep 09 04:30:31.257667 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: flavors.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.258873 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.259426 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: flavors Sep 09 04:30:31.259753 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.261378 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.261904 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 04:30:31.262236 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: floatingip_pools.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.262908 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.263463 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: floatingip-pools Sep 09 04:30:31.263791 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: ip_allocation.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.264673 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.265215 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 04:30:31.266066 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.266987 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.267501 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: ip-substring-filtering Sep 09 04:30:31.267826 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l2_adjacency.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.268724 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.269229 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 04:30:31.269553 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.270516 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.271058 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: router Sep 09 04:30:31.271383 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.273844 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.274376 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 04:30:31.274711 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.275626 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.276143 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: ext-gw-mode Sep 09 04:30:31.276473 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.277356 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.277870 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: l3-ha Sep 09 04:30:31.278199 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.279099 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.279612 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 09 04:30:31.279938 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3_flavors.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.280817 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.281982 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: l3-flavors Sep 09 04:30:31.282308 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3_ndp_proxy.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.283678 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.284198 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 09 04:30:31.284529 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.285413 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.285934 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 04:30:31.286264 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: l3agentscheduler.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.287336 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.287852 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: l3_agent_scheduler Sep 09 04:30:31.288184 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: local_ip.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.289888 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.290412 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension local_ip not supported by any of loaded plugins Sep 09 04:30:31.290749 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: logging.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.292213 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.292741 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension logging not supported by any of loaded plugins Sep 09 04:30:31.293078 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: metering.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.293792 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.294381 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: metering Sep 09 04:30:31.294714 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.295814 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.296336 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: metering_source_and_destination_fields Sep 09 04:30:31.296669 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: multiprovidernet.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.297573 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.298090 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: multi-provider Sep 09 04:30:31.298421 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: netmtu.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.299334 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.299847 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: net-mtu Sep 09 04:30:31.300178 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: netmtu_writable.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.301058 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.301568 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: net-mtu-writable Sep 09 04:30:31.301898 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: network_availability_zone.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.302536 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.303081 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: network_availability_zone Sep 09 04:30:31.303409 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: network_ip_availability.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.304470 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.304985 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: network-ip-availability Sep 09 04:30:31.305311 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: network_segment_range.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.306044 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.306820 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 04:30:31.307177 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: pagination.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.308122 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.308456 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: pagination Sep 09 04:30:31.308782 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: port_device_profile.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.309656 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.310168 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: port-device-profile Sep 09 04:30:31.310492 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: port_mac_address_override.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.311405 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.311916 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: port-mac-override Sep 09 04:30:31.312239 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.313142 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.313650 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: port-mac-address-regenerate Sep 09 04:30:31.313973 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.314856 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.315394 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: port-numa-affinity-policy Sep 09 04:30:31.315723 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: port_resource_request.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.316641 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.317141 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 04:30:31.317464 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: port_resource_request_groups.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.318383 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.318887 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 09 04:30:31.319237 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: portbindings.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.320123 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.320635 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: binding Sep 09 04:30:31.320961 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: portbindings_extended.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.322180 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.322699 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: binding-extended Sep 09 04:30:31.323059 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: portsecurity.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.323933 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.324447 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: port-security Sep 09 04:30:31.324772 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: project_id.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.325918 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.326254 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: project-id Sep 09 04:30:31.326580 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: providernet.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.327477 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.328523 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: provider Sep 09 04:30:31.328851 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.332330 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.332864 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos not supported by any of loaded plugins Sep 09 04:30:31.333203 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.334437 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.334986 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 04:30:31.335324 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.336215 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.336731 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 04:30:31.337059 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_default.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.337933 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.338449 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-default not supported by any of loaded plugins Sep 09 04:30:31.338776 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_fip.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.339687 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.340205 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 04:30:31.340536 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_fip_network_policy.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.341409 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.341922 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 09 04:30:31.342251 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_gateway_ip.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.343170 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.344311 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 04:30:31.344643 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_port_network_policy.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.345530 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.346049 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 04:30:31.346375 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.347403 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.347921 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 09 04:30:31.348247 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.349244 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.349756 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 09 04:30:31.350080 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_pps_rule.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.351238 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.351743 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 04:30:31.352075 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_rule_type_details.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.352958 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.353467 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 04:30:31.353792 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_rule_type_filter.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.354676 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.355208 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 09 04:30:31.355535 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: qos_rules_alias.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.356552 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.357064 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 04:30:31.357390 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: quota_check_limit.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.358269 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.358780 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: quota-check-limit Sep 09 04:30:31.359132 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: quotasv2.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.360061 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.360390 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: quotas Sep 09 04:30:31.360712 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: quotasv2_detail.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.362373 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.362743 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: quota_details Sep 09 04:30:31.363107 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: rbac.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.364126 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.364653 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: rbac-policies Sep 09 04:30:31.364984 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: rbac_address_group.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.365879 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.366408 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: rbac-address-group Sep 09 04:30:31.366749 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: rbac_address_scope.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.367725 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.368242 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: rbac-address-scope Sep 09 04:30:31.368568 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: rbac_security_groups.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.369460 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.369976 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: rbac-security-groups Sep 09 04:30:31.370301 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: rbac_subnetpool.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.371216 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.371734 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: rbac-subnetpool Sep 09 04:30:31.372063 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: revisionifmatch.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.372953 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.373464 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: revision-if-match Sep 09 04:30:31.373789 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: revisions.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.374902 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.375443 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: standard-attr-revisions Sep 09 04:30:31.375770 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: router_availability_zone.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.376414 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.376929 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: router_availability_zone Sep 09 04:30:31.377254 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: routerservicetype.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.378144 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.378655 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 04:30:31.379001 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.379893 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.380405 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: security-groups-normalized-cidr Sep 09 04:30:31.380730 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.381611 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.382121 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: port-security-groups-filtering Sep 09 04:30:31.382446 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.383355 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.383873 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: security-groups-remote-address-group Sep 09 04:30:31.384200 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.385091 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.385606 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: security-groups-shared-filtering Sep 09 04:30:31.385936 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: securitygroup.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.396221 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.396757 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: security-group Sep 09 04:30:31.397094 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: segment.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.397785 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.398302 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension segment not supported by any of loaded plugins Sep 09 04:30:31.398633 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.399559 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.400073 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 04:30:31.400401 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: servicetype.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.401451 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.401974 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: service-type Sep 09 04:30:31.402304 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: sorting.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.403270 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.403604 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: sorting Sep 09 04:30:31.403930 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: standard_attr_segment.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.404824 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.405336 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 04:30:31.405662 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: standardattrdescription.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.406870 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.407413 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: standard-attr-description Sep 09 04:30:31.407740 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: stateful_security_group.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.408642 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.409159 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: stateful-security-group Sep 09 04:30:31.409488 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: stdattrs_common.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.410040 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 04:30:31.410367 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.411282 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.411803 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 04:30:31.412132 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: subnet_onboard.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.413155 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.413675 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: subnet_onboard Sep 09 04:30:31.414005 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.414892 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.415429 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 04:30:31.415757 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: subnet_service_types.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.416704 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.417181 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: subnet-service-types Sep 09 04:30:31.417510 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: subnetallocation.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.418537 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.419086 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: subnet_allocation Sep 09 04:30:31.419418 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.420055 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.420567 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: subnetpool-prefix-ops Sep 09 04:30:31.420894 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.421810 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.422330 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 04:30:31.422658 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: tagging.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.423714 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.424241 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: standard-attr-tag Sep 09 04:30:31.424573 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: timestamp.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.425727 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.426249 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loaded extension: standard-attr-timestamp Sep 09 04:30:31.426578 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: trunk.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.427596 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.428113 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension trunk not supported by any of loaded plugins Sep 09 04:30:31.428439 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: trunk_details.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.429321 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.429836 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 04:30:31.430162 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: uplink_status_propagation.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.431080 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.431853 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 04:30:31.432170 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Loading extension file: vlantransparent.py {{(pid=107402) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 04:30:31.432803 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107402) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 04:30:31.433310 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 04:30:31.435915 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:network Sep 09 04:30:31.436444 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:subnet Sep 09 04:30:31.436847 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 04:30:31.437241 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:port Sep 09 04:30:31.438537 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.439021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service FLAVORS assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.439633 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.440061 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.440393 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:router Sep 09 04:30:31.440834 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 04:30:31.441330 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service METERING assigned prefix: /metering {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.442770 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.443182 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.443540 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107402) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:30:31.444535 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 04:30:31.444979 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:security_group Sep 09 04:30:31.445411 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 04:30:31.445954 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service CORE assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.446300 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 04:30:31.446647 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] subnetpool is already registered Sep 09 04:30:31.447119 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service CORE assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.447448 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 04:30:31.447781 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] subnetpool is already registered Sep 09 04:30:31.450195 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.450645 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service FLAVORS assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.451311 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.451857 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.452194 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:router Sep 09 04:30:31.452548 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] router is already registered Sep 09 04:30:31.453500 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 04:30:31.453843 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] floatingip is already registered Sep 09 04:30:31.454320 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service METERING assigned prefix: /metering {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.455054 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 04:30:31.455386 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] rbac_policy is already registered Sep 09 04:30:31.456572 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:security_group Sep 09 04:30:31.456572 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] security_group is already registered Sep 09 04:30:31.456572 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 04:30:31.456901 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] security_group_rule is already registered Sep 09 04:30:31.457376 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service CORE assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.457703 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 04:30:31.458040 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] subnetpool is already registered Sep 09 04:30:31.458460 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.v2.resource_helper [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Service CORE assigned prefix: {{(pid=107402) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 04:30:31.458782 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 04:30:31.459134 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING neutron.quota.resource_registry [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] subnetpool is already registered Sep 09 04:30:31.459609 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: extensions {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.461181 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: address-groups {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.462676 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: address-scopes {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.463942 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: agents {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.465149 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: auto-allocated-topology {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.467710 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: availability_zones {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.469489 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: dhcp-networks {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.470911 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: dhcp-agents {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.472481 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: routers {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.474198 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: flavors {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.475398 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: service_profiles {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.476699 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: next_providers {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.478149 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: service_profiles {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.479660 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: floatingip-pools {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.480887 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: routers {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.482699 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: floatingips {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.483920 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: l3-routers {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.485336 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: l3-agents {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.486860 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: metering-labels {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.488153 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: metering-label-rules {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.489468 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: network-ip-availabilities {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.490827 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: bindings {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.492434 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: quotas {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.494002 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: quotas {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.495719 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: rbac-policies {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.496925 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: security-groups {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.498120 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: security-group-rules {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.499398 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: service-providers {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.500744 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: subnetpools {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.502085 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: subnetpools {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.503581 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.505345 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.507110 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.509003 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.510708 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.512598 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.514391 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.516762 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.518549 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.520433 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron.api.extensions [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Extended resource: tags {{(pid=107402) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 04:30:31.527393 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING keystonemiddleware.auth_token [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 04:30:31.533075 dv-cinder-856002-3-iscsi neutron-server[107402]: WARNING keystonemiddleware.auth_token [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 04:30:31.541837 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Acquiring lock "singleton_lock" {{(pid=107402) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 09 04:30:31.542170 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Acquired lock "singleton_lock" {{(pid=107402) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 09 04:30:31.542638 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_concurrency.lockutils [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Releasing lock "singleton_lock" {{(pid=107402) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 09 04:30:31.543320 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO oslo_service.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Starting 2 workers Sep 09 04:30:31.550960 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Started child 107719 {{(pid=107402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 04:30:31.552586 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Started child 107720 {{(pid=107402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 04:30:31.553893 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:31.554572 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO neutron.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 04:30:31.554739 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Publish callbacks [] for process (None), before_spawn {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:31.555341 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [-] (107719) wsgi starting up on http://0.0.0.0:9696 Sep 09 04:30:31.557461 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO oslo_service.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Starting 1 workers Sep 09 04:30:31.557573 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:31.558796 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [-] (107720) wsgi starting up on http://0.0.0.0:9696 Sep 09 04:30:31.562735 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Started child 107721 {{(pid=107402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 04:30:31.563315 dv-cinder-856002-3-iscsi neutron-server[107402]: INFO oslo_service.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Starting 1 workers Sep 09 04:30:31.567984 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] calling RpcWorker wait() {{(pid=107721) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 04:30:31.568605 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Started child 107726 {{(pid=107402) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 04:30:31.568700 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.service [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] returning from RpcWorker wait() {{(pid=107721) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 04:30:31.568785 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG neutron_lib.callbacks.manager [None req-8c7e2ddb-bfe6-45a4-b82d-8323c0ea1080 None None] Publish callbacks [] for process (None), after_spawn {{(pid=107402) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:31.569802 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:31.570240 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:30:31.570708 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107402) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 04:30:31.570918 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 04:30:31.571127 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 04:30:31.571362 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 04:30:31.571704 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 04:30:31.571886 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 04:30:31.572414 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.572698 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.572963 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.573239 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.573731 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:31.574190 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.574190 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.574320 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.574594 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.574791 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:30:31.574894 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.575072 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.575204 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.575625 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.575870 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.576186 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.576460 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.576715 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.576968 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.577306 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.577557 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.578660 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.578912 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.579207 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] debug = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.579495 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.579985 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.580479 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.580683 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.581075 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.581351 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.581617 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.581860 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.582339 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.582680 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.582800 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.583301 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.583806 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.584265 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.584508 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.584784 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.585048 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.585577 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] host = dv-cinder-856002-3-iscsi {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.585898 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.586169 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.586435 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.586699 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.587318 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.587597 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.587883 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.588191 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.588456 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.588725 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.589069 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.589366 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.589545 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.589766 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.589976 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_options = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.590238 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.590472 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.590789 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.591058 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.591266 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.591409 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.591634 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.591790 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.592064 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.592521 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.592921 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.593156 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.593389 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.594392 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.594667 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.595114 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.595405 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.595705 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.595944 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.596164 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.596378 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.596672 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.596902 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.597156 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.597399 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.597659 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.598088 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.598366 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.598790 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.599199 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.599738 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.600112 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.600320 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.600803 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.601192 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.601347 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.601589 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.601813 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.602089 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.602319 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.602697 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.603196 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.603656 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.604148 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.604565 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.605019 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.605272 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_json = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.605500 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.605727 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.605997 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.606372 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.606566 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.607024 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.607404 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.607785 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.608197 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.608625 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.608940 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.609302 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.609587 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.609886 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.610076 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.610323 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.610710 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.611153 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.611537 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.612004 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.612545 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.613064 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.613563 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.614012 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.614610 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.615183 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.615628 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.616065 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.616299 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.616581 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.616827 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.617094 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.617494 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.617603 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.617869 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.618158 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.618497 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.619019 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.619476 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.619992 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.620287 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.620553 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.620892 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.621185 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.621450 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.621751 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.622016 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.622581 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.622815 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.623195 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.623428 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.623691 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.623932 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.624189 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.624432 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.624687 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.624957 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.625230 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.625445 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.625665 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.626064 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.626307 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.626550 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.626784 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.627033 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.627423 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.627840 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.628100 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.628359 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.629012 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.629242 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.629499 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.629724 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.629941 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.630159 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.630381 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.630597 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.630818 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.631071 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.631282 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.631494 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.631717 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.631961 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.632212 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.632433 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.632668 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.632906 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.633121 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.633339 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.633553 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.633771 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.633984 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.634216 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.634416 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.634635 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.634873 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.635119 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.635339 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.635574 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.635810 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.636040 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.636355 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.636621 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.636870 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.637212 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.637598 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.637822 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.638089 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.638328 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.638545 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.638763 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.639567 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.639567 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.639567 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.639835 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.639940 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.640390 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.641297 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.641667 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.642046 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.642423 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.642644 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.642892 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.643163 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.643409 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.643656 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.643910 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.644164 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.644422 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.644642 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.644878 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.645138 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.645402 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.645622 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.645899 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.646122 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.646387 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.646724 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.647027 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.647303 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.647556 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.647793 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.648065 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.648327 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.648577 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.648811 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.649044 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.649285 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.649547 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.649809 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.650037 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.650287 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.650781 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.651062 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.651304 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.651523 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.651802 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.652062 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.652302 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.652575 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.652830 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.653071 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.653336 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.653587 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.653811 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.654057 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.654311 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.654529 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.654753 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.654991 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.655215 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.655433 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.655651 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.655886 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.656105 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.656960 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.657182 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.657403 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.657621 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.657871 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.658089 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.658316 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.658557 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.658776 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.659021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.659260 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.659476 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.660383 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.660383 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.660383 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.660621 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.660621 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.660853 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.661114 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.661375 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.661594 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.661842 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.662084 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.662304 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.662518 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.662739 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.662997 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.663235 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.663466 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.663702 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.663940 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.664190 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.664550 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.664799 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.665051 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.665311 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.665550 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.665766 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.665984 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.666200 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.666603 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.667914 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.668320 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.668584 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.668908 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.669070 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.669307 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.669562 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.669774 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.670149 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.670563 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.670966 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.671350 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.671765 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.672021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.672334 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.672511 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.672737 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.672965 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.673186 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.673406 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.673643 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.673866 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.674115 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.674463 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.674730 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.675008 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.675290 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.675517 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.675754 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.675991 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.676216 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.676439 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.676670 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.676896 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.677124 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.677355 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.677573 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.677787 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.678015 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.678237 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.678452 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.678700 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.678914 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.679220 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.679448 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.679672 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.679887 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.680136 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.680350 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.680564 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.680792 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.681010 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.681223 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.681710 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.681928 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.682140 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.682365 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.682585 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.682797 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.683145 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.683497 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.683746 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.684036 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.684290 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.684551 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.684778 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.685105 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.685342 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.685587 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.685826 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.686064 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.686309 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.686564 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.686886 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.687217 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.687992 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.688266 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.688559 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.688837 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.688935 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:30:31.689110 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.689328 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.689631 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.689966 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.690240 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.690500 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.690768 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.691039 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.691262 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.691553 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.691743 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.691978 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.692195 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.692433 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.692682 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.692926 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.693145 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.693397 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.693657 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.693860 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.694094 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.694357 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.694574 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.694733 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 04:30:31.695282 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107402) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 04:30:31.695451 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 04:30:31.695609 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 04:30:31.695781 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 04:30:31.695954 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 04:30:31.696108 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 04:30:31.696319 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.696484 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.696646 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.696808 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.696991 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.697155 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.697316 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.697477 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.697643 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.697804 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.697966 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.698127 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.698288 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.698448 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.698609 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.698768 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.698958 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.699118 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.699275 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.699436 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.699595 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.699756 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] debug = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.699916 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.700113 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.700304 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.700438 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.700598 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.700757 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.700916 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.701118 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.701215 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.701373 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.701534 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.701695 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.701854 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.702014 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.702174 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.702335 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.702494 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.702654 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] host = dv-cinder-856002-3-iscsi {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.702817 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.703043 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.703709 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.703870 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.704028 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.704188 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.704347 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.704506 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.704667 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.704826 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.704987 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.705145 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.705306 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.705467 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.705626 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_options = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.705791 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.705953 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.706112 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.706298 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.706463 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.706625 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.706786 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.706975 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.707124 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.707285 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.707445 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.707610 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.707770 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.707931 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.708089 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.708249 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.708409 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.708569 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.708730 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.708890 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.709054 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.709215 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.709371 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.709521 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.709680 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.709839 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.709997 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.710158 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.710316 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.710476 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.710635 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.710794 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.711041 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.711218 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.711362 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.711521 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.711681 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.711840 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.712003 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.712163 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.712319 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.712469 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.712628 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.712788 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.712946 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.713105 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.713265 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_json = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.713425 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.713585 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.713745 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.713905 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.714065 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.714237 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.714384 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.714545 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.714701 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 04:30:31.714878 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.715061 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.715236 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.715398 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.715560 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.715721 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.715883 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.716046 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.716266 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.716366 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.716524 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.716685 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.716859 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.717021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.717174 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.717345 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.717497 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.717659 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.717805 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.717969 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.718118 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.718277 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.718449 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.718649 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.718815 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.718998 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.719160 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.719333 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.719496 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.719666 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.719843 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.720007 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.720170 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.720348 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.720490 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.720653 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.720816 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.720980 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.721142 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.721327 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.721464 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.721625 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.721787 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.721950 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.722112 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.722275 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.722438 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.722600 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.722761 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.722925 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.723107 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.723271 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.723435 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.723598 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.723761 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.723924 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.724086 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.724257 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.724418 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.724579 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.724741 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.724903 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.725064 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.725226 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.725387 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.725549 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.725711 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.725872 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.726047 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.726208 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.726369 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.726531 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.726694 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.726856 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.727040 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.727203 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.727364 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.727525 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.727689 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.727851 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.728012 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.728173 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.728337 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.728498 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.728661 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.728823 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.728984 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.729145 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.729307 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.729482 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.729631 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.729772 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.729949 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.730113 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.730303 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.730474 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.730587 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.730748 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.730910 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.731091 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.731253 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.731433 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.731573 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.731734 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.731897 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.732060 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.732221 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.732382 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.732542 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.732703 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.732862 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.733023 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.733184 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.733345 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.733506 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.733667 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.733828 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.733989 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.734149 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.734332 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.734496 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.734658 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.734820 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.735045 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.735211 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.735378 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.735540 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.735710 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.735885 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.736049 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.736212 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.736373 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.736536 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.736699 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.736861 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.737025 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.737186 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.737348 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.737509 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.737687 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.737849 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.738012 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.738174 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.738358 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.738519 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.738680 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.738843 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.739026 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.739190 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.739352 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.739514 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.739676 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.739838 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.740001 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.740164 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.740326 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.740503 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.740650 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.740811 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.740974 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.741135 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.741296 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.741459 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.741649 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.741770 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.741932 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.742092 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.742254 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.742417 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.742579 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.742739 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.742901 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.743157 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.743318 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.743479 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.743640 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.743802 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.743964 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.744126 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.744288 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.744452 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.744614 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.744777 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.744939 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.745108 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.745797 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.745797 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.745797 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.745797 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746108 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746108 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746267 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746351 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746433 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746597 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746760 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.746921 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.747101 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.747281 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.747443 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.747610 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.747775 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.747937 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.748099 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.748263 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.748425 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.748587 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.748748 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.748912 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.749073 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.749254 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.749398 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.749559 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.749720 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.750432 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.750597 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.750763 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.750954 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.751109 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.751272 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.751435 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.751653 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.751765 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.751904 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.752066 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.752228 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.752391 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.752553 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.752715 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.752878 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.753053 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.753216 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.753378 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.753540 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.753704 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.753866 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.754031 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.754186 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.754347 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.754508 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.754671 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.754828 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.755018 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.755181 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.755342 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.755503 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.755666 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.755850 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.756020 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.756181 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.756342 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.756503 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.756666 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.756828 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.756997 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.757159 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.757320 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.757481 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.757642 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.757803 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.757964 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.758131 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.758291 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.758452 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.758614 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.758776 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.758960 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.759128 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.759290 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.759460 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.759621 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.759782 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.759944 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.760118 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.760280 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.760443 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.760604 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.760766 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.760928 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.761091 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.761258 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.761431 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.761600 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.761780 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.761919 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.762090 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.762261 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.762423 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.762591 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.762763 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.762947 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.763115 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.763276 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.763437 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.763598 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.763759 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.763920 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.764080 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.764242 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.764402 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.764563 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.764771 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.764904 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.765021 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.765181 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.765341 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.765553 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.766234 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.766394 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 04:30:31.766551 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107402) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 04:30:31.871225 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 33902) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:30:31.878552 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052330 Sep 09 04:30:31.882969 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [-] 10.222.0.20 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038114 Sep 09 04:30:41.044354 dv-cinder-856002-3-iscsi neutron-server[107402]: DEBUG dbcounter [-] [107402] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107402) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:30:43.226466 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d43284-df35-44e5-94e2-4fdda329a787 None None] get_active_networks_info from dv-cinder-856002-3-iscsi {{(pid=107721) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 09 04:30:43.247205 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writer thread running {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 04:30:43.247953 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writer thread running {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 04:30:43.342268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d43284-df35-44e5-94e2-4fdda329a787 None None] No non-hosted networks {{(pid=107721) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 04:30:43.345410 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4702e538-5378-4f57-929d-e122f65f276e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729450'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:44.855859 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writer thread running {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 04:30:45.394793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-33741546-33d8-4704-9386-122332d69a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729450'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:45.439067 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-78f0955f-8cbe-4c7d-8ee0-972cd874af5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:46.689921 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729450'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:47.072283 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 33974) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:30:47.648039 dv-cinder-856002-3-iscsi neutron-server[107720]: WARNING oslo_policy.policy [None req-a7feb839-38ce-4143-b30d-a9cf6f8e201b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:30:47.648674 dv-cinder-856002-3-iscsi neutron-server[107720]: WARNING oslo_policy.policy [None req-a7feb839-38ce-4143-b30d-a9cf6f8e201b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:30:47.879345 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [None req-a7feb839-38ce-4143-b30d-a9cf6f8e201b admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:30:47.891551 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a7feb839-38ce-4143-b30d-a9cf6f8e201b admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8183804 Sep 09 04:30:48.188965 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729450'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:48.284433 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729450'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:48.285794 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.286745 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.287258 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.289253 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.290419 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.292019 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.292958 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.293992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.294502 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.295152 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.295953 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.296710 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.297192 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.297768 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.298353 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:48.299094 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856002-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:30:48.338160 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856002-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:30:49.720786 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.db.l3_hamode_db [None req-a1da8040-f242-4493-9fa0-3607ac51eb1a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 04:30:49.800166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da8040-f242-4493-9fa0-3607ac51eb1a None None] Routers set() bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:30:49.800561 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da8040-f242-4493-9fa0-3607ac51eb1a None None] Router IDs set() for agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 09 04:30:50.622458 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34010) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:30:51.126539 dv-cinder-856002-3-iscsi neutron-server[107719]: WARNING oslo_policy.policy [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:30:51.127125 dv-cinder-856002-3-iscsi neutron-server[107719]: WARNING oslo_policy.policy [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:30:51.340239 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:30:51.352454 dv-cinder-856002-3-iscsi neutron-server[107719]: ERROR stevedore.extension [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 04:30:51.435024 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.policy [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 04:30:51.476306 dv-cinder-856002-3-iscsi neutron-server[107719]: WARNING oslo_policy.policy [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:30:51.476672 dv-cinder-856002-3-iscsi neutron-server[107719]: WARNING oslo_policy.policy [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:30:51.497468 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writer thread running {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 04:30:51.573026 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760469472188', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760469474688', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760469458084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760469250464', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760469258001', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760469248947', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1490627', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1485749', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710136'] for rbac-policy (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:51.646387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:51.648357 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-97caef2b-cd51-4412-b452-a96cc0380ad6 admin admin] 10.222.0.20 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0240595 Sep 09 04:30:54.240814 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34026) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:30:54.559599 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:30:54.592640 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Made reservation on behalf of fb4febd431cc435cbade69ba4716e3ec for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:30:54.597014 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:54.616596 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:54.725774 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks [] for security_group (0c9a4ef5-ace0-4efa-ada6-ff40a99c1122), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:54.729329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0c9a4ef5-ace0-4efa-ada6-ff40a99c1122), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:54.754445 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:30:54.789422 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760467449748', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (220b304c-6ac6-4d44-a7f9-def74f508272), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:54.789920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Unsubscribe: segment precommit_create {{(pid=107719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 04:30:54.790467 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Added segment 220b304c-6ac6-4d44-a7f9-def74f508272 of type vlan for network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a Sep 09 04:30:54.808474 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9a4ef5-ace0-4efa-ada6-ff40a99c1122,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:30:54.855728 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.856069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.856427 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.856786 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.857122 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.857449 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.857772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.858093 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.858972 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.859299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.859621 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.859958 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.860282 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.860600 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.860920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Tracked resource versions report: Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: pushed versions: Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: { 'AddressGroup': {'1.2'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Agent': {'1.1'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'ConntrackHelper': {'1.0'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'LocalIPAssociation': {'1.0'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Log': {'1.0'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'NDPProxy': {'1.0'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Network': {'1.1'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Port': {'1.7'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'PortForwarding': {'1.3'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'QosPolicy': {'1.10'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroup': {'1.5'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroupRule': {'1.2'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SubPort': {'1.0'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Subnet': {'1.1'}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Trunk': {'1.1'}} Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: consumer versions: Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: { DHCP agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: L3 agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: Metadata agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: Metering agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: Open vSwitch agent@dv-cinder-856002-3-iscsi: { 'AddressGroup': '1.2', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Agent': '1.1', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'ConntrackHelper': '1.0', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'LocalIPAssociation': '1.0', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Log': '1.0', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'NDPProxy': '1.0', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Network': '1.1', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Port': '1.7', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'PortForwarding': '1.3', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'QosPolicy': '1.10', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroup': '1.5', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroupRule': '1.2', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SubPort': '1.0', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Subnet': '1.1', Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Trunk': '1.1'}} Sep 09 04:30:54.862372 dv-cinder-856002-3-iscsi neutron-server[107719]: {{(pid=107719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 04:30:54.896281 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:54.939277 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:54.944357 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:30:54.945071 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:55.002983 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:30:55.053825 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8118920 Sep 09 04:30:55.077777 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aed9ed-fcd7-4508-a9f6-d612d41445c9 demo demo] Pushing event updated for resources: {'Network': ['ID=bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:30:55.090910 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:30:57.705093 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34040) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:30:58.117084 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4a889f-3bd5-4326-b3a0-315c8933eb56 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:30:58.118448 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ff4a889f-3bd5-4326-b3a0-315c8933eb56 demo admin] 10.222.0.20 "GET /networking/v2.0/networks/bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a HTTP/1.1" status: 200 len: 825 time: 0.4124115 Sep 09 04:30:58.145117 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-48ff87a8-bc2d-4942-ab20-20db27f306eb demo admin] 10.222.0.20 "GET /networking/v2.0/subnetpools/db79fb1a-8560-47ba-90c6-d538dd33023a HTTP/1.1" status: 200 len: 734 time: 0.0205500 Sep 09 04:30:58.153718 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'db79fb1a-8560-47ba-90c6-d538dd33023a', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:30:58.175843 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Made reservation on behalf of fb4febd431cc435cbade69ba4716e3ec for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:30:58.178320 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:58.338474 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:30:58.474284 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (55f696a9-b07b-4b56-8f40-9dc8b6296d16), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:58.545712 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Pushing event updated for resources: {'Subnet': ['ID=55f696a9-b07b-4b56-8f40-9dc8b6296d16,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:30:58.550133 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Checking segment: {'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:30:58.550517 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Network hostable DHCP agents. Network: bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:30:58.571831 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:30:58.582951 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:30:58.588189 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:30:58.588772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:58.593619 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e8c27-eb74-4c27-b0df-d12cd844f72f None None] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:30:58.606793 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e73e6d45-104e-4493-9fe0-bd394ee0773c demo admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4562864 Sep 09 04:30:58.865861 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'fixed_ips': [{'subnet_id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:30:58.867154 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:59.154479 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Allocated IP 172.20.0.2 (bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a/55f696a9-b07b-4b56-8f40-9dc8b6296d16/d4050850-a199-4768-8b64-04686a747ff9) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:30:59.425751 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Publish callbacks [] for port (d4050850-a199-4768-8b64-04686a747ff9), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:59.434397 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (d4050850-a199-4768-8b64-04686a747ff9), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:59.508419 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:30:59.521342 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:30:59.529774 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:30:59.537675 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Pushing event updated for resources: {'Port': ['ID=d4050850-a199-4768-8b64-04686a747ff9,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:30:59.570229 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.570585 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.571090 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.571329 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.571672 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.572008 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.572341 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.572671 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.572999 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.573327 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.573657 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.574000 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.574330 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.574655 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.574998 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Tracked resource versions report: Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: pushed versions: Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: { 'AddressGroup': {'1.2'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Agent': {'1.1'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'ConntrackHelper': {'1.0'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'LocalIPAssociation': {'1.0'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Log': {'1.0'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'NDPProxy': {'1.0'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Network': {'1.1'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Port': {'1.7'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'PortForwarding': {'1.3'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'QosPolicy': {'1.10'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroup': {'1.5'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroupRule': {'1.2'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SubPort': {'1.0'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Subnet': {'1.1'}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Trunk': {'1.1'}} Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: consumer versions: Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: { DHCP agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: L3 agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: Metadata agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: Metering agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: Open vSwitch agent@dv-cinder-856002-3-iscsi: { 'AddressGroup': '1.2', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Agent': '1.1', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'ConntrackHelper': '1.0', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'LocalIPAssociation': '1.0', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Log': '1.0', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'NDPProxy': '1.0', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Network': '1.1', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Port': '1.7', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'PortForwarding': '1.3', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'QosPolicy': '1.10', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroup': '1.5', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroupRule': '1.2', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SubPort': '1.0', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Subnet': '1.1', Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Trunk': '1.1'}} Sep 09 04:30:59.576453 dv-cinder-856002-3-iscsi neutron-server[107721]: {{(pid=107721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 04:30:59.619327 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:30:59.630100 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Attempting to bind port d4050850-a199-4768-8b64-04686a747ff9 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:30:59.630497 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Attempting to bind port d4050850-a199-4768-8b64-04686a747ff9 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:30:59.630951 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Attempting to bind port d4050850-a199-4768-8b64-04686a747ff9 on network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:30:59.679818 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:30:59.680148 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Checking segment: {'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:30:59.680637 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:59.681033 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Bound using segment: {'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:30:59.681766 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Bound port: d4050850-a199-4768-8b64-04686a747ff9, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:30:59.682163 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (d4050850-a199-4768-8b64-04686a747ff9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:59.743774 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] For port d4050850-a199-4768-8b64-04686a747ff9, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:30:59.763188 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] For port d4050850-a199-4768-8b64-04686a747ff9, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=d4050850-a199-4768-8b64-04686a747ff9,segment=NetworkSegment(220b304c-6ac6-4d44-a7f9-def74f508272),segment_id=220b304c-6ac6-4d44-a7f9-def74f508272)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:30:59.772092 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (d4050850-a199-4768-8b64-04686a747ff9), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:30:59.822015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd5c38-0854-45b5-8d7b-1835facc2a90 None None] Pushing event updated for resources: {'Port': ['ID=d4050850-a199-4768-8b64-04686a747ff9,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:01.280026 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34050) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:01.630559 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [None req-edbad483-33f8-4bd3-8bb3-2b65526d66c3 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:31:01.631611 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-edbad483-33f8-4bd3-8bb3-2b65526d66c3 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3507187 Sep 09 04:31:03.197986 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=6 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:03.203084 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:04.318363 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34062) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:04.644574 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [None req-6a646a6f-a0f7-4dbb-b57a-aa12a2e5dea5 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:31:04.646131 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6a646a6f-a0f7-4dbb-b57a-aa12a2e5dea5 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3267546 Sep 09 04:31:07.325729 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34074) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:07.657586 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-c8d3814e-8f68-4e03-b5ef-4baa1bff3b5f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:31:07.682088 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c8d3814e-8f68-4e03-b5ef-4baa1bff3b5f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (63e1a373-abf8-4721-8da6-45a43edd7a61), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:07.683667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c8d3814e-8f68-4e03-b5ef-4baa1bff3b5f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (63e1a373-abf8-4721-8da6-45a43edd7a61), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:07.823107 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c8d3814e-8f68-4e03-b5ef-4baa1bff3b5f demo demo] Publish callbacks [] for router_controller (63e1a373-abf8-4721-8da6-45a43edd7a61), precommit_add_association {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:07.827576 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c8d3814e-8f68-4e03-b5ef-4baa1bff3b5f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (63e1a373-abf8-4721-8da6-45a43edd7a61), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:07.844685 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c8d3814e-8f68-4e03-b5ef-4baa1bff3b5f demo demo] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:07.850976 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c8d3814e-8f68-4e03-b5ef-4baa1bff3b5f demo demo] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5191679 Sep 09 04:31:07.886831 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1664dbc-7b4d-44c3-86c9-8738b55ea46c None None] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:31:08.023601 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device d4050850-a199-4768-8b64-04686a747ff9 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:31:08.030871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-3c780d59-1916-41f5-b8b8-dba681ef35d7 None None] Provisioning complete for port d4050850-a199-4768-8b64-04686a747ff9 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:08.030871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3c780d59-1916-41f5-b8b8-dba681ef35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (d4050850-a199-4768-8b64-04686a747ff9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:08.182972 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:08.193489 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port d4050850-a199-4768-8b64-04686a747ff9 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:08.193925 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (d4050850-a199-4768-8b64-04686a747ff9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:08.224240 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:08.252800 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-3c780d59-1916-41f5-b8b8-dba681ef35d7 None None] Current status of the port d4050850-a199-4768-8b64-04686a747ff9 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:08.253209 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3c780d59-1916-41f5-b8b8-dba681ef35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (d4050850-a199-4768-8b64-04686a747ff9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:08.298405 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-3c780d59-1916-41f5-b8b8-dba681ef35d7 None None] For port d4050850-a199-4768-8b64-04686a747ff9, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=d4050850-a199-4768-8b64-04686a747ff9,segment=NetworkSegment(220b304c-6ac6-4d44-a7f9-def74f508272),segment_id=220b304c-6ac6-4d44-a7f9-def74f508272)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:31:08.318792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3c780d59-1916-41f5-b8b8-dba681ef35d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (d4050850-a199-4768-8b64-04686a747ff9), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:08.348853 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port d4050850-a199-4768-8b64-04686a747ff9 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:08.349162 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (d4050850-a199-4768-8b64-04686a747ff9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:08.388121 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c780d59-1916-41f5-b8b8-dba681ef35d7 None None] Pushing event updated for resources: {'Port': ['ID=d4050850-a199-4768-8b64-04686a747ff9,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:08.422850 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.db.api [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 04:31:08.423346 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG oslo_db.api [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 04:31:08.435490 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-3a944db6-ed31-4726-99a5-967272ebdfbd None None] Provisioning complete for port d4050850-a199-4768-8b64-04686a747ff9 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:08.435867 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3a944db6-ed31-4726-99a5-967272ebdfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (d4050850-a199-4768-8b64-04686a747ff9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:08.506694 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-3a944db6-ed31-4726-99a5-967272ebdfbd None None] Current status of the port d4050850-a199-4768-8b64-04686a747ff9 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:08.956845 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port d4050850-a199-4768-8b64-04686a747ff9 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:09.997760 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device d4050850-a199-4768-8b64-04686a747ff9 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:31:10.045412 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port d4050850-a199-4768-8b64-04686a747ff9 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:10.045807 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (d4050850-a199-4768-8b64-04686a747ff9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:10.115820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port d4050850-a199-4768-8b64-04686a747ff9 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:10.480218 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34086) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:10.807059 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [None req-0bb97840-4cc7-4af6-b113-cf20f924e44e admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:31:10.808079 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0bb97840-4cc7-4af6-b113-cf20f924e44e admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3269935 Sep 09 04:31:13.159951 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e49a60ac-d2b5-4bd2-8361-040fa28164e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:13.435632 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34094) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:13.766465 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:31:13.786718 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Made reservation on behalf of a501f44f388545198539783ea38ef108 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:31:13.789018 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:13.797795 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:13.852336 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:13.874654 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks [] for security_group (f86665ae-f456-4e9c-b0f5-d399f3d5cafa), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:13.878323 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f86665ae-f456-4e9c-b0f5-d399f3d5cafa), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:13.894696 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Reserving flat network on physical network physnet1 {{(pid=107719) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 04:31:13.916435 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86665ae-f456-4e9c-b0f5-d399f3d5cafa,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:13.920805 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (10a1f9f7-b46c-4231-9a10-7cce49063f73), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:13.921158 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Added segment 10a1f9f7-b46c-4231-9a10-7cce49063f73 of type flat for network cfd551b0-515c-4877-9245-1dcd60c1d82d Sep 09 04:31:13.968385 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (cfd551b0-515c-4877-9245-1dcd60c1d82d), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:14.000199 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (cfd551b0-515c-4877-9245-1dcd60c1d82d), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:14.001315 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:31:14.001899 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:14.086033 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6487086 Sep 09 04:31:14.106022 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74911037-0bda-4778-96d4-990d848b6320 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd551b0-515c-4877-9245-1dcd60c1d82d,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:14.117014 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network cfd551b0-515c-4877-9245-1dcd60c1d82d details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:31:15.391061 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-49164175-5edf-4951-801c-f117d29daced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:16.630036 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:16.655652 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:16.705076 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34102) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:17.074210 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d2954-61e9-47f9-af78-93129cd284d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:31:17.075848 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-8c1d2954-61e9-47f9-af78-93129cd284d3 demo admin] 10.222.0.20 "GET /networking/v2.0/subnets/55f696a9-b07b-4b56-8f40-9dc8b6296d16 HTTP/1.1" status: 200 len: 849 time: 0.3696008 Sep 09 04:31:17.182828 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:17.201478 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2d1588ce-dd64-4c08-838f-444fd56c07d3 demo admin] 10.222.0.20 "GET /networking/v2.0/routers/63e1a373-abf8-4721-8da6-45a43edd7a61 HTTP/1.1" status: 200 len: 704 time: 0.1151457 Sep 09 04:31:17.479373 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:17.816615 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Allocated IP 172.20.0.1 (bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a/55f696a9-b07b-4b56-8f40-9dc8b6296d16/01dec07b-9a6a-476f-9663-84c16c77d448) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:31:17.969094 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:17.972300 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks [] for port (01dec07b-9a6a-476f-9663-84c16c77d448), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.038767 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.111254 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:31:18.122515 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:31:18.126718 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:31:18.127605 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (63e1a373-abf8-4721-8da6-45a43edd7a61), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.147396 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Pushing event updated for resources: {'Port': ['ID=01dec07b-9a6a-476f-9663-84c16c77d448,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:18.150826 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.283188 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:18.292473 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-09c5a643-876b-49bc-af20-0954a75924c7 None None] Provisioning complete for port 01dec07b-9a6a-476f-9663-84c16c77d448 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:18.292921 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-09c5a643-876b-49bc-af20-0954a75924c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.295947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.326093 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-09c5a643-876b-49bc-af20-0954a75924c7 None None] Port 01dec07b-9a6a-476f-9663-84c16c77d448 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:31:18.330130 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.412364 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:18.534729 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks [] for port (01dec07b-9a6a-476f-9663-84c16c77d448), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.539083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.539966 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (63e1a373-abf8-4721-8da6-45a43edd7a61), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.619656 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Pushing event updated for resources: {'Port': ['ID=01dec07b-9a6a-476f-9663-84c16c77d448,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:18.668215 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:31:18.669418 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:31:18.823091 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Router 63e1a373-abf8-4721-8da6-45a43edd7a61 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:31:18.846034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-2c405c63-d980-41a6-9729-640f0eaa4bb5 None None] Provisioning complete for port 01dec07b-9a6a-476f-9663-84c16c77d448 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:18.846427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2c405c63-d980-41a6-9729-640f0eaa4bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:18.877551 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-2c405c63-d980-41a6-9729-640f0eaa4bb5 None None] Port 01dec07b-9a6a-476f-9663-84c16c77d448 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:31:18.911186 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:31:18.916477 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-134faaca-3c00-4c99-b433-d172caaaa6ad demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/63e1a373-abf8-4721-8da6-45a43edd7a61/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7143407 Sep 09 04:31:18.922692 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Sync routers for ids ['63e1a373-abf8-4721-8da6-45a43edd7a61'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:31:18.935776 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Routers {'63e1a373-abf8-4721-8da6-45a43edd7a61'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:31:18.936951 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:31:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['63e1a373-abf8-4721-8da6-45a43edd7a61'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:19.118395 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Set router 63e1a373-abf8-4721-8da6-45a43edd7a61 gateway port host: None {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:31:19.534301 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'name': 'router1', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:31:07Z', 'updated_at': '2022-09-09T04:31:18Z', 'revision_number': 2, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'gw_port_host': None, '_interfaces': [{'id': '01dec07b-9a6a-476f-9663-84c16c77d448', 'name': '', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'mac_address': 'fa:16:3e:33:0b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:17Z', 'updated_at': '2022-09-09T04:31:18Z', 'revision_number': 2, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'subnets': [{'id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db79fb1a-8560-47ba-90c6-d538dd33023a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:19.585786 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Checking router: 63e1a373-abf8-4721-8da6-45a43edd7a61 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:31:19.586245 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Updating router 63e1a373-abf8-4721-8da6-45a43edd7a61 port 01dec07b-9a6a-476f-9663-84c16c77d448 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:31:19.647153 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:20.162731 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Publish callbacks [] for port (01dec07b-9a6a-476f-9663-84c16c77d448), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:20.169023 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:20.271070 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Pushing event updated for resources: {'Port': ['ID=01dec07b-9a6a-476f-9663-84c16c77d448,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:20.298017 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.298361 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.298717 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.299097 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.299434 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.299761 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.300084 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.300403 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.300722 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.301040 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.301372 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.301708 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.302033 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.302345 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.302660 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Tracked resource versions report: Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: pushed versions: Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: { 'AddressGroup': {'1.2'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Agent': {'1.1'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'ConntrackHelper': {'1.0'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'LocalIPAssociation': {'1.0'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Log': {'1.0'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'NDPProxy': {'1.0'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Network': {'1.1'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Port': {'1.7'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'PortForwarding': {'1.3'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'QosPolicy': {'1.10'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroup': {'1.5'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroupRule': {'1.2'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SubPort': {'1.0'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Subnet': {'1.1'}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Trunk': {'1.1'}} Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: consumer versions: Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: { DHCP agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: L3 agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: Metadata agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: Metering agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: Open vSwitch agent@dv-cinder-856002-3-iscsi: { 'AddressGroup': '1.2', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Agent': '1.1', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'ConntrackHelper': '1.0', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'LocalIPAssociation': '1.0', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Log': '1.0', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'NDPProxy': '1.0', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Network': '1.1', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Port': '1.7', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'PortForwarding': '1.3', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'QosPolicy': '1.10', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroup': '1.5', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroupRule': '1.2', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SubPort': '1.0', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Subnet': '1.1', Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Trunk': '1.1'}} Sep 09 04:31:20.304112 dv-cinder-856002-3-iscsi neutron-server[107726]: {{(pid=107726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 04:31:20.338829 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Attempting to bind port 01dec07b-9a6a-476f-9663-84c16c77d448 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:31:20.339258 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Attempting to bind port 01dec07b-9a6a-476f-9663-84c16c77d448 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:31:20.339696 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Attempting to bind port 01dec07b-9a6a-476f-9663-84c16c77d448 on network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:31:20.421277 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:31:20.421689 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Checking segment: {'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:31:20.422169 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:20.422556 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Bound using segment: {'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:31:20.423093 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Bound port: 01dec07b-9a6a-476f-9663-84c16c77d448, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b304c-6ac6-4d44-a7f9-def74f508272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:31:20.423455 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:20.467944 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:20.473022 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:20.488681 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] For port 01dec07b-9a6a-476f-9663-84c16c77d448, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:31:20.508697 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] For port 01dec07b-9a6a-476f-9663-84c16c77d448, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=01dec07b-9a6a-476f-9663-84c16c77d448,segment=NetworkSegment(220b304c-6ac6-4d44-a7f9-def74f508272),segment_id=220b304c-6ac6-4d44-a7f9-def74f508272)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:31:20.514863 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:20.554039 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Routers {'63e1a373-abf8-4721-8da6-45a43edd7a61'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:31:20.554625 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:31:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['63e1a373-abf8-4721-8da6-45a43edd7a61'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:20.628674 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c90265-0012-483e-9c8e-8aa0c9c885b3 None None] Pushing event updated for resources: {'Port': ['ID=01dec07b-9a6a-476f-9663-84c16c77d448,revision_number=4']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:20.651108 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] Set router 63e1a373-abf8-4721-8da6-45a43edd7a61 gateway port host: None {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:31:20.844149 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'name': 'router1', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:31:07Z', 'updated_at': '2022-09-09T04:31:18Z', 'revision_number': 2, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'gw_port_host': None, '_interfaces': [{'id': '01dec07b-9a6a-476f-9663-84c16c77d448', 'name': '', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'mac_address': 'fa:16:3e:33:0b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:17Z', 'updated_at': '2022-09-09T04:31:20Z', 'revision_number': 4, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'subnets': [{'id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db79fb1a-8560-47ba-90c6-d538dd33023a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:20.872005 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33d1c6b-ba31-474b-b6dc-3dd8cb5e8ad8 None None] The sync data for ids ['63e1a373-abf8-4721-8da6-45a43edd7a61'] in dv-cinder-856002-3-iscsi is: [{'id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'name': 'router1', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:31:07Z', 'updated_at': '2022-09-09T04:31:18Z', 'revision_number': 2, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'gw_port_host': None, '_interfaces': [{'id': '01dec07b-9a6a-476f-9663-84c16c77d448', 'name': '', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'mac_address': 'fa:16:3e:33:0b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:17Z', 'updated_at': '2022-09-09T04:31:20Z', 'revision_number': 4, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'subnets': [{'id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db79fb1a-8560-47ba-90c6-d538dd33023a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:31:21.528413 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34112) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:21.909224 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:21.920613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8450dea-fdf8-49d9-8ba8-cfe006dca17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:31:21.921990 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c8450dea-fdf8-49d9-8ba8-cfe006dca17d admin admin] 10.222.0.20 "GET /networking/v2.0/networks/cfd551b0-515c-4877-9245-1dcd60c1d82d HTTP/1.1" status: 200 len: 842 time: 0.3926108 Sep 09 04:31:21.932050 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:31:21.952091 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Made reservation on behalf of a501f44f388545198539783ea38ef108 for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:31:21.954455 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:22.309617 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.objects.ports [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107719) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 09 04:31:22.310346 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (92579c62-35ff-4a83-b500-d30025507704), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:22.338572 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:22.362735 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92579c62-35ff-4a83-b500-d30025507704,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:22.378131 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:31:22.378491 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Network hostable DHCP agents. Network: cfd551b0-515c-4877-9245-1dcd60c1d82d, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:31:22.405046 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:31:22.415062 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, cfd551b0-515c-4877-9245-1dcd60c1d82d) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:31:22.419177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:31:22.419778 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:22.425321 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7babf2a1-f682-4c57-a054-b0ee4339c0ce None None] Network cfd551b0-515c-4877-9245-1dcd60c1d82d requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:31:22.450976 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-696a6220-dd5d-4ad5-a1da-0ce41f00de5f admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5092733 Sep 09 04:31:22.532824 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812abc37-12a0-4e35-8194-87e06a9b0d88 None None] Network cfd551b0-515c-4877-9245-1dcd60c1d82d requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:31:25.129443 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34120) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:25.543147 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fe8fe758-970c-4751-bbea-51f771958ebc demo admin] 10.222.0.20 "GET /networking/v2.0/routers/63e1a373-abf8-4721-8da6-45a43edd7a61 HTTP/1.1" status: 200 len: 710 time: 0.4125738 Sep 09 04:31:25.664920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71d8aed-de82-41d0-9a70-0148f6006add demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:31:25.666306 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f71d8aed-de82-41d0-9a70-0148f6006add demo admin] 10.222.0.20 "GET /networking/v2.0/networks/cfd551b0-515c-4877-9245-1dcd60c1d82d HTTP/1.1" status: 200 len: 886 time: 0.1169398 Sep 09 04:31:25.675943 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:31:25.924720 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:25.928641 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks [] for router_gateway (63e1a373-abf8-4721-8da6-45a43edd7a61), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.026945 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 01dec07b-9a6a-476f-9663-84c16c77d448 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:31:26.075500 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 01dec07b-9a6a-476f-9663-84c16c77d448 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:26.075935 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.147094 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 01dec07b-9a6a-476f-9663-84c16c77d448 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:26.147478 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.162071 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks [] for router_gateway (63e1a373-abf8-4721-8da6-45a43edd7a61), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.180946 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 01dec07b-9a6a-476f-9663-84c16c77d448, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=01dec07b-9a6a-476f-9663-84c16c77d448,segment=NetworkSegment(220b304c-6ac6-4d44-a7f9-def74f508272),segment_id=220b304c-6ac6-4d44-a7f9-def74f508272)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:31:26.185110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.230648 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=01dec07b-9a6a-476f-9663-84c16c77d448,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:26.241956 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.347088 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Allocated IP 172.27.3.155 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/41c99b43-2093-4adb-b3f8-484a43527806) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:31:26.441977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:26.446835 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks [] for port (41c99b43-2093-4adb-b3f8-484a43527806), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.479097 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (41c99b43-2093-4adb-b3f8-484a43527806), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:26.521594 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:31:26.524829 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:31:26.528733 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Pushing event updated for resources: {'Port': ['ID=41c99b43-2093-4adb-b3f8-484a43527806,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:26.532542 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:31:26.610652 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:31:26.843672 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:26.853627 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks [] for router_gateway (63e1a373-abf8-4721-8da6-45a43edd7a61), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:27.042287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-735634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9069'] for router (63e1a373-abf8-4721-8da6-45a43edd7a61), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:27.046148 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-735657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-735648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-730189'] for router (63e1a373-abf8-4721-8da6-45a43edd7a61), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:27.149563 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Router 63e1a373-abf8-4721-8da6-45a43edd7a61 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:31:27.252566 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:31:27.257399 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:27.271547 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e1cea317-1207-470e-81dd-54db4f2411b8 demo admin] 10.222.0.20 "PUT /networking/v2.0/routers/63e1a373-abf8-4721-8da6-45a43edd7a61 HTTP/1.1" status: 200 len: 890 time: 1.5985310 Sep 09 04:31:27.275410 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Sync routers for ids ['63e1a373-abf8-4721-8da6-45a43edd7a61'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:31:27.288316 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Routers {'63e1a373-abf8-4721-8da6-45a43edd7a61'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:31:27.289009 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:31:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['63e1a373-abf8-4721-8da6-45a43edd7a61'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:27.449870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:27.504659 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Set router 63e1a373-abf8-4721-8da6-45a43edd7a61 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:31:27.712166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:27.951792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'name': 'router1', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '41c99b43-2093-4adb-b3f8-484a43527806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:31:07Z', 'updated_at': '2022-09-09T04:31:26Z', 'revision_number': 4, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'gw_port': {'id': '41c99b43-2093-4adb-b3f8-484a43527806', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:26Z', 'updated_at': '2022-09-09T04:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '01dec07b-9a6a-476f-9663-84c16c77d448', 'name': '', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'mac_address': 'fa:16:3e:33:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:17Z', 'updated_at': '2022-09-09T04:31:26Z', 'revision_number': 5, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'subnets': [{'id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db79fb1a-8560-47ba-90c6-d538dd33023a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:28.002128 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Checking router: 63e1a373-abf8-4721-8da6-45a43edd7a61 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:31:28.002425 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Updating router 63e1a373-abf8-4721-8da6-45a43edd7a61 port 41c99b43-2093-4adb-b3f8-484a43527806 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:31:28.019975 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 01dec07b-9a6a-476f-9663-84c16c77d448 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:31:28.081791 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (41c99b43-2093-4adb-b3f8-484a43527806), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:28.183345 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 01dec07b-9a6a-476f-9663-84c16c77d448 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:28.183740 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:28.366515 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 01dec07b-9a6a-476f-9663-84c16c77d448 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:28.463126 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Publish callbacks [] for port (41c99b43-2093-4adb-b3f8-484a43527806), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:28.469954 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (41c99b43-2093-4adb-b3f8-484a43527806), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:28.500384 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Attempting to bind port 41c99b43-2093-4adb-b3f8-484a43527806 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:31:28.500744 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Attempting to bind port 41c99b43-2093-4adb-b3f8-484a43527806 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:31:28.501102 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Attempting to bind port 41c99b43-2093-4adb-b3f8-484a43527806 on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:31:28.536671 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d19ef-5e08-4058-bd94-f3699814b624 None None] Pushing event updated for resources: {'Port': ['ID=41c99b43-2093-4adb-b3f8-484a43527806,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:28.552752 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:31:28.553120 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:31:28.553515 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:28.553900 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:31:28.554374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Bound port: 41c99b43-2093-4adb-b3f8-484a43527806, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:31:28.554743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (41c99b43-2093-4adb-b3f8-484a43527806), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:28.599561 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:28.605632 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] For port 41c99b43-2093-4adb-b3f8-484a43527806, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:31:28.608785 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] For port 41c99b43-2093-4adb-b3f8-484a43527806, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=41c99b43-2093-4adb-b3f8-484a43527806,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:31:28.614122 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (41c99b43-2093-4adb-b3f8-484a43527806), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:28.647114 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Routers {'63e1a373-abf8-4721-8da6-45a43edd7a61'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:31:28.647716 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:31:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['63e1a373-abf8-4721-8da6-45a43edd7a61'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:28.706403 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d19ef-5e08-4058-bd94-f3699814b624 None None] Pushing event updated for resources: {'Port': ['ID=41c99b43-2093-4adb-b3f8-484a43527806,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:28.767961 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] Set router 63e1a373-abf8-4721-8da6-45a43edd7a61 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:31:28.957649 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'name': 'router1', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '41c99b43-2093-4adb-b3f8-484a43527806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:31:07Z', 'updated_at': '2022-09-09T04:31:26Z', 'revision_number': 4, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'gw_port': {'id': '41c99b43-2093-4adb-b3f8-484a43527806', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:26Z', 'updated_at': '2022-09-09T04:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '01dec07b-9a6a-476f-9663-84c16c77d448', 'name': '', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'mac_address': 'fa:16:3e:33:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:17Z', 'updated_at': '2022-09-09T04:31:26Z', 'revision_number': 5, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'subnets': [{'id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db79fb1a-8560-47ba-90c6-d538dd33023a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:31:28.986023 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f042d0f0-121f-4800-a36a-4f83658e8a2b None None] The sync data for ids ['63e1a373-abf8-4721-8da6-45a43edd7a61'] in dv-cinder-856002-3-iscsi is: [{'id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'name': 'router1', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '41c99b43-2093-4adb-b3f8-484a43527806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:31:07Z', 'updated_at': '2022-09-09T04:31:26Z', 'revision_number': 4, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'gw_port': {'id': '41c99b43-2093-4adb-b3f8-484a43527806', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:26Z', 'updated_at': '2022-09-09T04:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '01dec07b-9a6a-476f-9663-84c16c77d448', 'name': '', 'network_id': 'bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a', 'tenant_id': 'fb4febd431cc435cbade69ba4716e3ec', 'mac_address': 'fa:16:3e:33:0b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e1a373-abf8-4721-8da6-45a43edd7a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:31:17Z', 'updated_at': '2022-09-09T04:31:26Z', 'revision_number': 5, 'project_id': 'fb4febd431cc435cbade69ba4716e3ec', 'subnets': [{'id': '55f696a9-b07b-4b56-8f40-9dc8b6296d16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db79fb1a-8560-47ba-90c6-d538dd33023a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:31:30.014739 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 41c99b43-2093-4adb-b3f8-484a43527806 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:31:30.035314 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:30.061453 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 41c99b43-2093-4adb-b3f8-484a43527806 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:30.061775 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (41c99b43-2093-4adb-b3f8-484a43527806), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:30.066432 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34134) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:31:30.100084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:30.133975 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 41c99b43-2093-4adb-b3f8-484a43527806 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:30.134356 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (41c99b43-2093-4adb-b3f8-484a43527806), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:30.158129 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 41c99b43-2093-4adb-b3f8-484a43527806, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=41c99b43-2093-4adb-b3f8-484a43527806,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:31:30.162824 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (41c99b43-2093-4adb-b3f8-484a43527806), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:30.208373 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=41c99b43-2093-4adb-b3f8-484a43527806,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:31:30.467357 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b29a5e87-c874-44d4-88f4-a952b75cd405 admin admin] 10.222.0.20 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3997202 Sep 09 04:31:32.000656 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 41c99b43-2093-4adb-b3f8-484a43527806 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:31:32.043173 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 41c99b43-2093-4adb-b3f8-484a43527806 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:31:32.043559 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (41c99b43-2093-4adb-b3f8-484a43527806), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:32.118658 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 41c99b43-2093-4adb-b3f8-484a43527806 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:31:36.607592 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:36.608237 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=43 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:40.460588 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:40.463893 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=48 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:42.109676 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:42.111567 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:42.115427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=20 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:43.164276 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a6c0dcbd-60ef-465d-8758-88bec08ce06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:45.397560 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b1d3df41-6f56-4693-97c9-884ad37a787c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:46.659280 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:48.163618 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:48.404341 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:31:56.655696 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:58.283625 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=9 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:31:58.399253 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:03.610053 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:32:13.210762 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ef29cdcf-822e-4dbd-9501-83f842d299fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:13.606504 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:13.608358 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:15.398921 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-db76a325-6c5d-441b-9d1c-6923631c2a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:16.668864 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:18.158392 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:18.306054 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:28.150920 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:28.287387 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:28.296808 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:40.609317 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:32:43.163474 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c79c704e-0176-47a6-9b33-daf1662ec835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:43.668591 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:45.393760 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f62674ca-5f50-43e4-a60e-aaae1a9a1238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:46.663128 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:48.155294 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:48.290267 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:32:50.605009 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:57.347176 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34686) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:32:57.679499 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9229109-da4a-42b4-a544-9eca8047c2e6 admin admin] GET failed (client error): The resource could not be found. Sep 09 04:32:57.681046 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f9229109-da4a-42b4-a544-9eca8047c2e6 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3329327 Sep 09 04:32:57.847174 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d13ccf-ee65-4341-9103-ea1f4678e668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:32:57.848558 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d9d13ccf-ee65-4341-9103-ea1f4678e668 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622648 Sep 09 04:32:58.279032 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:58.284263 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:32:58.285936 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:00.404868 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34696) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:00.768750 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a316b7d-8019-47f3-9323-c137ad55d8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:00.769998 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-5a316b7d-8019-47f3-9323-c137ad55d8be admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/55f696a9-b07b-4b56-8f40-9dc8b6296d16 HTTP/1.1" status: 200 len: 849 time: 0.3641920 Sep 09 04:33:00.780150 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:33:00.865764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Publish callbacks [] for subnet (55f696a9-b07b-4b56-8f40-9dc8b6296d16), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:01.004146 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760467473547'] for subnet (55f696a9-b07b-4b56-8f40-9dc8b6296d16), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:01.036644 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:01.037454 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:01.055013 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] 10.222.0.20 "PUT /networking/v2.0/subnets/55f696a9-b07b-4b56-8f40-9dc8b6296d16 HTTP/1.1" status: 200 len: 868 time: 0.2623730 Sep 09 04:33:01.055268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc880734-cd10-469b-9e89-00f686b08406 None None] Network bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:33:01.063562 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f696a9-b07b-4b56-8f40-9dc8b6296d16,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:33:01.071140 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.071492 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.071860 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.072205 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.072544 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.073076 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.073413 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.074341 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.074690 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.075054 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.075406 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.075768 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.076102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.076428 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.076783 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69285a84-3eb0-4f8a-b771-3601912b1aa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:33:01.339580 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-2bc00378-1aef-4b89-9d3f-60458a0ab8fd None None] Provisioning complete for port 01dec07b-9a6a-476f-9663-84c16c77d448 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:33:01.340101 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2bc00378-1aef-4b89-9d3f-60458a0ab8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (01dec07b-9a6a-476f-9663-84c16c77d448), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:01.410925 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-2bc00378-1aef-4b89-9d3f-60458a0ab8fd None None] Current status of the port 01dec07b-9a6a-476f-9663-84c16c77d448 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:33:01.419275 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-2bc00378-1aef-4b89-9d3f-60458a0ab8fd None None] Provisioning complete for port d4050850-a199-4768-8b64-04686a747ff9 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:33:01.419660 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2bc00378-1aef-4b89-9d3f-60458a0ab8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (d4050850-a199-4768-8b64-04686a747ff9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:01.492687 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-2bc00378-1aef-4b89-9d3f-60458a0ab8fd None None] Current status of the port d4050850-a199-4768-8b64-04686a747ff9 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:33:03.373628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=12 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:03.377647 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=14 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:03.627527 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 34704) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:03.960120 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writer thread running {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 04:33:03.980409 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:04.184054 dv-cinder-856002-3-iscsi neutron-server[107720]: ERROR stevedore.extension [None req-98c65c13-b7c3-40dd-9b74-02c1eec38dd2 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 04:33:04.240008 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.policy [None req-98c65c13-b7c3-40dd-9b74-02c1eec38dd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107720) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 04:33:04.285149 dv-cinder-856002-3-iscsi neutron-server[107720]: WARNING oslo_policy.policy [None req-98c65c13-b7c3-40dd-9b74-02c1eec38dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:33:04.285534 dv-cinder-856002-3-iscsi neutron-server[107720]: WARNING oslo_policy.policy [None req-98c65c13-b7c3-40dd-9b74-02c1eec38dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 04:33:04.294066 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c65c13-b7c3-40dd-9b74-02c1eec38dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:04.294558 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c65c13-b7c3-40dd-9b74-02c1eec38dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:04.296482 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-98c65c13-b7c3-40dd-9b74-02c1eec38dd2 admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6680961 Sep 09 04:33:06.861453 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34718) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:07.332929 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0accb264-10a5-4aee-a42e-40f4b7b3812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:07.333399 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0accb264-10a5-4aee-a42e-40f4b7b3812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:07.334916 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0accb264-10a5-4aee-a42e-40f4b7b3812c admin admin] 10.222.0.20 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4725173 Sep 09 04:33:09.892750 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34726) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:10.407941 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17fe11-d860-4335-be61-6394b5ae434b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:10.409309 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4f17fe11-d860-4335-be61-6394b5ae434b admin admin] 10.222.0.20 "GET /networking/v2.0/networks/bb18c6c1-a445-4bc1-8969-87a4fb0a8f2a HTTP/1.1" status: 200 len: 869 time: 0.5157089 Sep 09 04:33:11.482941 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=19 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:11.485668 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=31 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:11.490198 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=27 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:12.998102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34734) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:13.166142 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3c41fe42-0afb-4eb3-9e85-b6a2eb4e4b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:13.400080 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b931c8-ead7-4770-b4c3-75dde158ff09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:13.401443 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e3b931c8-ead7-4770-b4c3-75dde158ff09 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/cfd551b0-515c-4877-9245-1dcd60c1d82d HTTP/1.1" status: 200 len: 886 time: 0.4023945 Sep 09 04:33:14.160281 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=6 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:14.171500 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=16 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:15.397223 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4418c5e8-a8a1-4c0e-9831-e22a4c9e7481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:15.960716 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34742) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:16.318693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:16.330831 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:16.362177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f6504-cc9b-4049-967f-7134145c9710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:16.362630 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f6504-cc9b-4049-967f-7134145c9710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:16.364190 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0d4f6504-cc9b-4049-967f-7134145c9710 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4025390 Sep 09 04:33:16.665833 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:17.607773 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:33:18.157786 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:18.293278 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:18.924318 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34750) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:19.288138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386678d-498e-4d8b-aba3-044cd240a6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:19.288590 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386678d-498e-4d8b-aba3-044cd240a6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:19.290124 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-5386678d-498e-4d8b-aba3-044cd240a6d6 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3648598 Sep 09 04:33:21.840344 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34758) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:22.209374 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614fd1f5-1978-4190-874d-f61a6d46eb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:22.210729 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-614fd1f5-1978-4190-874d-f61a6d46eb3b admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/55f696a9-b07b-4b56-8f40-9dc8b6296d16 HTTP/1.1" status: 200 len: 868 time: 0.3694646 Sep 09 04:33:24.799121 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34766) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:25.162594 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416627f1-1f7e-43a8-a40e-0a386046b215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:25.163976 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-416627f1-1f7e-43a8-a40e-0a386046b215 admin admin] 10.222.0.20 "GET /networking/v2.0/subnets/92579c62-35ff-4a83-b500-d30025507704 HTTP/1.1" status: 200 len: 816 time: 0.3639162 Sep 09 04:33:27.603728 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:27.604400 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=6 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:28.281363 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:28.282088 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:28.289045 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:35.158467 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=17 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:35.159299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=24 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:43.168801 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8365-804e-456b-a037-655549834e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:45.401770 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b7289bc6-7551-46f9-aaf0-ec7ed7cfd809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:46.668104 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:48.160356 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:48.299267 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:33:54.607008 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:33:54.690555 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34822) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:55.131077 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [None req-df97d3a5-b080-4646-ba4f-bb0b976291a9 admin admin] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:33:55.132094 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-df97d3a5-b080-4646-ba4f-bb0b976291a9 admin admin] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4405694 Sep 09 04:33:57.621968 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:57.771041 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34830) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:33:58.105969 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbd3b2b-fad7-4772-b406-f452a0bd2cc1 admin admin] GET failed (client error): The resource could not be found. Sep 09 04:33:58.107278 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ecbd3b2b-fad7-4772-b406-f452a0bd2cc1 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3352413 Sep 09 04:33:58.195335 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38799708-4447-4810-ada1-629c58715066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:33:58.196792 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-38799708-4447-4810-ada1-629c58715066 admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0851750 Sep 09 04:33:58.285435 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=7 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:58.292492 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:33:58.294840 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:00.781177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34838) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:34:01.101880 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:34:01.121584 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Made reservation on behalf of a501f44f388545198539783ea38ef108 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:34:01.123982 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:01.151193 dv-cinder-856002-3-iscsi neutron-server[107719]: WARNING neutron.services.revisions.revision_plugin [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Could not find related network for resource to bump revision. Sep 09 04:34:01.162132 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:34:01.170976 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (cd6d8b2b-9035-45b8-a8ee-f4209454ea74), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:01.171314 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Added segment cd6d8b2b-9035-45b8-a8ee-f4209454ea74 of type vlan for network d1942824-be8e-4b3d-ad69-bea1941b66b7 Sep 09 04:34:01.209833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (d1942824-be8e-4b3d-ad69-bea1941b66b7), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:01.233177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (d1942824-be8e-4b3d-ad69-bea1941b66b7), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:01.234149 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:34:01.234731 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:01.292665 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5103936 Sep 09 04:34:01.303417 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Pushing event updated for resources: {'Network': ['ID=d1942824-be8e-4b3d-ad69-bea1941b66b7,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:34:01.311826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.312172 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.312549 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.312891 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.313228 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.313560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.313888 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.314213 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.314558 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.314892 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.315247 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.315591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.315917 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.316241 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.316561 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1806067f-13c6-4f9c-8be7-660b06a4b318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:01.328979 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network d1942824-be8e-4b3d-ad69-bea1941b66b7 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:34:03.877011 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34846) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:34:04.211276 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a0a21c-c942-45bc-bdd8-2d73ba9f5c54 admin admin] GET failed (client error): The resource could not be found. Sep 09 04:34:04.212553 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-79a0a21c-c942-45bc-bdd8-2d73ba9f5c54 admin admin] 10.222.0.20 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3346555 Sep 09 04:34:04.286169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e2ac2f-6c81-4919-b76f-3ca3f30da48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:34:04.287673 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-64e2ac2f-6c81-4919-b76f-3ca3f30da48e admin admin] 10.222.0.20 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702958 Sep 09 04:34:04.298339 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7', 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:34:04.319319 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Made reservation on behalf of a501f44f388545198539783ea38ef108 for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:34:04.321612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:04.490881 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (6bba6ee6-da56-45d1-8465-2968c4d7d2e7), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:04.540390 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bba6ee6-da56-45d1-8465-2968c4d7d2e7,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:34:04.556743 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Checking segment: {'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:34:04.557100 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Network hostable DHCP agents. Network: d1942824-be8e-4b3d-ad69-bea1941b66b7, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:34:04.574387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Network d1942824-be8e-4b3d-ad69-bea1941b66b7 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:34:04.582667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, d1942824-be8e-4b3d-ad69-bea1941b66b7) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:34:04.586665 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:34:04.587286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:04.592547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb63e81-d199-4211-8075-6844fd60d379 None None] Network d1942824-be8e-4b3d-ad69-bea1941b66b7 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:34:04.600809 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:04.603183 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:04.609519 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b2af4694-69b9-4ef3-b3e2-627606d68440 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3144610 Sep 09 04:34:04.701765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-d1942824-be8e-4b3d-ad69-bea1941b66b7', 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7', 'project_id': 'a501f44f388545198539783ea38ef108', 'fixed_ips': [{'subnet_id': '6bba6ee6-da56-45d1-8465-2968c4d7d2e7'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:34:04.702717 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:04.842894 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Allocated IP 192.168.233.2 (d1942824-be8e-4b3d-ad69-bea1941b66b7/6bba6ee6-da56-45d1-8465-2968c4d7d2e7/5e5748a7-3806-4246-9baf-0697b2555624) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:34:04.994375 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Publish callbacks [] for port (5e5748a7-3806-4246-9baf-0697b2555624), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:05.001787 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (5e5748a7-3806-4246-9baf-0697b2555624), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:05.051374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Network d1942824-be8e-4b3d-ad69-bea1941b66b7 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:34:05.052737 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:34:05.056944 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:34:05.064109 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Pushing event updated for resources: {'Port': ['ID=5e5748a7-3806-4246-9baf-0697b2555624,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:34:05.074273 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.074615 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.074997 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.075350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.075682 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.076008 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.076331 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.076651 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.076973 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.077292 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.077615 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.077948 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.078267 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.078583 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.078894 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:34:05.128196 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Attempting to bind port 5e5748a7-3806-4246-9baf-0697b2555624 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:34:05.128499 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Attempting to bind port 5e5748a7-3806-4246-9baf-0697b2555624 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:34:05.128837 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Attempting to bind port 5e5748a7-3806-4246-9baf-0697b2555624 on network d1942824-be8e-4b3d-ad69-bea1941b66b7 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:34:05.171564 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:34:05.171934 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Checking segment: {'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:34:05.172327 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:05.172716 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Bound using segment: {'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:34:05.173178 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Bound port: 5e5748a7-3806-4246-9baf-0697b2555624, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:34:05.173549 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5e5748a7-3806-4246-9baf-0697b2555624), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:05.239931 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] For port 5e5748a7-3806-4246-9baf-0697b2555624, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:34:05.243725 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] For port 5e5748a7-3806-4246-9baf-0697b2555624, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5e5748a7-3806-4246-9baf-0697b2555624,segment=NetworkSegment(cd6d8b2b-9035-45b8-a8ee-f4209454ea74),segment_id=cd6d8b2b-9035-45b8-a8ee-f4209454ea74)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:34:05.249751 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5e5748a7-3806-4246-9baf-0697b2555624), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:05.309022 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df4056-a6bc-405a-8a1b-271004bb3c01 None None] Pushing event updated for resources: {'Port': ['ID=5e5748a7-3806-4246-9baf-0697b2555624,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:34:06.060720 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985c08f-5ed2-4b10-a65d-c6a40f3c9f40 None None] Network d1942824-be8e-4b3d-ad69-bea1941b66b7 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:34:06.167499 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5e5748a7-3806-4246-9baf-0697b2555624 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:34:06.203757 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-dc063404-5625-4e8c-a5f3-afa594a51ed3 None None] Provisioning complete for port 5e5748a7-3806-4246-9baf-0697b2555624 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:34:06.204159 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-dc063404-5625-4e8c-a5f3-afa594a51ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5e5748a7-3806-4246-9baf-0697b2555624), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:06.265704 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 5e5748a7-3806-4246-9baf-0697b2555624 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:34:06.266103 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5e5748a7-3806-4246-9baf-0697b2555624), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:06.334023 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-dc063404-5625-4e8c-a5f3-afa594a51ed3 None None] Current status of the port 5e5748a7-3806-4246-9baf-0697b2555624 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:34:06.334412 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-dc063404-5625-4e8c-a5f3-afa594a51ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5e5748a7-3806-4246-9baf-0697b2555624), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:06.409317 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-dc063404-5625-4e8c-a5f3-afa594a51ed3 None None] For port 5e5748a7-3806-4246-9baf-0697b2555624, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5e5748a7-3806-4246-9baf-0697b2555624,segment=NetworkSegment(cd6d8b2b-9035-45b8-a8ee-f4209454ea74),segment_id=cd6d8b2b-9035-45b8-a8ee-f4209454ea74)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:34:06.418151 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-dc063404-5625-4e8c-a5f3-afa594a51ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5e5748a7-3806-4246-9baf-0697b2555624), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:06.424711 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 5e5748a7-3806-4246-9baf-0697b2555624 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:34:06.425087 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5e5748a7-3806-4246-9baf-0697b2555624), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:06.448161 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:06.504774 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc063404-5625-4e8c-a5f3-afa594a51ed3 None None] Pushing event updated for resources: {'Port': ['ID=5e5748a7-3806-4246-9baf-0697b2555624,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:34:06.521900 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.db.api [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 04:34:06.522314 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG oslo_db.api [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 04:34:06.534379 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-1a439e4d-d5db-44f9-b3d1-de2aee6565e0 None None] Provisioning complete for port 5e5748a7-3806-4246-9baf-0697b2555624 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:34:06.534761 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1a439e4d-d5db-44f9-b3d1-de2aee6565e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5e5748a7-3806-4246-9baf-0697b2555624), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:06.538768 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:06.569012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:06.616800 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-1a439e4d-d5db-44f9-b3d1-de2aee6565e0 None None] Current status of the port 5e5748a7-3806-4246-9baf-0697b2555624 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:34:07.059707 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 5e5748a7-3806-4246-9baf-0697b2555624 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:34:08.125406 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5e5748a7-3806-4246-9baf-0697b2555624 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:34:08.169362 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 5e5748a7-3806-4246-9baf-0697b2555624 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:34:08.169754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5e5748a7-3806-4246-9baf-0697b2555624), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:08.242684 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 5e5748a7-3806-4246-9baf-0697b2555624 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:34:13.171405 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-834b2041-d1ab-467e-9167-0d9d7d93be68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:14.597546 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:15.404104 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c5bac49d-3b59-4370-9808-83ea1afb2841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:16.671818 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:18.164955 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:18.295696 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:28.282276 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:28.283496 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:28.290992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:31.608770 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:34:41.604279 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:41.605646 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:43.172502 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a24ee427-4110-4ecb-ac8c-8bdf9aee0715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:45.405918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c250ef1d-8e89-43ab-a881-d7f8772c02ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:46.673105 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:48.165218 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:48.297642 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:34:58.287023 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:58.291447 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:34:58.293630 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:08.606850 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:35:13.174172 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-cfc98c6d-eeb5-4fc1-980f-03c5a1f5308d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:15.408510 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ed838a65-3f0b-40ee-a205-e61f82f43946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:16.676973 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:18.170024 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:18.300773 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:18.603628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:18.604849 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:25.478745 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34890) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:35:25.484392 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [None req-c76f7138-0cfa-4709-a8ab-fcd4eb96efa2 tempest-verify_tempest_config-2001781327 tempest-verify_tempest_config-2001781327-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:35:25.485362 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c76f7138-0cfa-4709-a8ab-fcd4eb96efa2 tempest-verify_tempest_config-2001781327 tempest-verify_tempest_config-2001781327-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056245 Sep 09 04:35:25.991464 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34908) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:35:26.322745 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:26.397194 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Publish callbacks [] for security_group (e333811f-68c4-46f6-bff7-e9419d458ca5), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:26.401370 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e333811f-68c4-46f6-bff7-e9419d458ca5), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:26.450237 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f0ea9067e1734165b1516c6336052d9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4576676 Sep 09 04:35:26.450848 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e333811f-68c4-46f6-bff7-e9419d458ca5,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:35:26.452763 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 34912) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:35:26.464536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.464889 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.465238 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.465578 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.465915 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.466247 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.466577 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.466904 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.467273 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.467608 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.467937 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.468285 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.468612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.468934 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.469256 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa22eb1-64f0-42cf-b855-3e6c5845a57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:35:26.520530 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23d11d06-7aca-494e-931e-054286f9d22e admin admin] Publish callbacks [] for security_group (e333811f-68c4-46f6-bff7-e9419d458ca5), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:26.542473 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23d11d06-7aca-494e-931e-054286f9d22e admin admin] Publish callbacks [] for security_group (e333811f-68c4-46f6-bff7-e9419d458ca5), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:26.639887 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23d11d06-7aca-494e-931e-054286f9d22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e333811f-68c4-46f6-bff7-e9419d458ca5), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:26.642894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23d11d06-7aca-494e-931e-054286f9d22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:26.644082 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-23d11d06-7aca-494e-931e-054286f9d22e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e333811f-68c4-46f6-bff7-e9419d458ca5 HTTP/1.1" status: 204 len: 168 time: 0.1894252 Sep 09 04:35:26.653156 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d11d06-7aca-494e-931e-054286f9d22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e333811f-68c4-46f6-bff7-e9419d458ca5,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:35:28.289324 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:28.296017 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:36.583338 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=35,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:36.648574 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:36.671711 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:43.177188 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ceba9687-d0ed-42ae-9c34-726096566f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:45.411499 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fdcf94be-e2e5-4806-ac9b-57bf72436f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:45.605865 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:35:46.677605 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:48.172604 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:48.306343 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:35:55.601344 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=18 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:55.601968 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=16 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:58.169268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:58.299737 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:35:58.301626 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:13.179893 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a2ac22c1-c261-4e59-bd72-06ed8b80316c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:15.416665 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-71388c09-e53b-4a8c-9e6d-4c218d646cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:16.681296 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:18.176063 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:18.308593 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:22.603935 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:36:28.296352 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:28.302595 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=15 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:28.304331 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:32.600952 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=6 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:41.603046 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:43.186113 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-07193c70-1c9c-490c-8891-453a90d1ec7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:45.418282 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-be8419eb-3fbc-40a1-bf5f-60c0da2ce21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:46.683582 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:48.179810 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:48.310845 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:36:58.299907 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:58.304330 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:58.306088 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:36:59.603088 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 5 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:37:00.989588 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729450'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:09.599570 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:09.600271 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:10.981516 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:10.982249 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:10.985468 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:13.189028 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-542a6035-d0be-441f-a1c5-4e7fac267154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:14.526595 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35004) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:37:14.653440 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ac97c7b2-b0bb-49cc-8afe-e40275e3d497 admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1258066 Sep 09 04:37:15.420792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a19a0d52-8e14-43a7-afcd-7837384a43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:16.688317 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:17.098293 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35014) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:37:17.152513 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-8dca187e-5880-4291-a3a0-3e691cb947b1 admin admin] 10.222.0.20 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532227 Sep 09 04:37:18.182389 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:18.313045 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:24.648566 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:27.147509 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:28.170851 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:28.307470 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:28.309429 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:30.980969 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:36.603590 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:37:40.970097 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:40.974123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:40.975873 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:43.192738 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-0e564842-7104-496b-81e9-3717fa4c332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:43.298834 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=15 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:45.423375 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-7c61ae2e-c43a-43b5-8c3e-d22f6d7825e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:46.599732 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=19 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:46.688780 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:48.188046 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:48.316640 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:37:58.181862 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:58.309223 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:37:58.311663 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:00.996595 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:10.990492 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:10.992890 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:13.224772 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f7919f33-3641-4a58-af74-e8067b574bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:13.603257 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:38:15.433095 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-91fd9200-4441-438e-b934-0d2f47f04bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:16.601528 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:16.691830 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:18.191124 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:18.320925 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:23.599889 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:28.308376 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:28.313561 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:28.315470 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:31.003787 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:40.992216 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:40.997903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:40.999730 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:41.608619 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:43.201842 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e52bc298-53c4-412d-8083-ba0057574d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:45.424947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e95516ba-d9a8-475b-b996-145d0b9f6445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:46.702282 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:48.202874 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:48.335509 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.324465 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35156) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:50.603223 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:38:50.701427 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35174) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:50.723961 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-420268907-network', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:50.744346 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Made reservation on behalf of 1d203c97242044fb8bf29bdc461e2efd for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:50.747045 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.756491 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.839069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks [] for security_group (b7615296-74db-45c8-9ca3-05c55ad7ae52), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.843277 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b7615296-74db-45c8-9ca3-05c55ad7ae52), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.869764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7615296-74db-45c8-9ca3-05c55ad7ae52,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:50.878780 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-881886202-network', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:50.889254 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:38:50.899338 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (956b329a-6323-4dd6-a2d1-6a192d1da003), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.899679 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Added segment 956b329a-6323-4dd6-a2d1-6a192d1da003 of type vlan for network 1c260770-d4b1-4e02-bd09-9b1833989c1e Sep 09 04:38:50.903812 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.904165 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.904528 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.904962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.905256 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.905591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.905919 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.906251 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.906582 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.906997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.907265 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.907593 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.907959 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.908307 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.908538 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Tracked resource versions report: Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: pushed versions: Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: { 'AddressGroup': {'1.2'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Agent': {'1.1'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'ConntrackHelper': {'1.0'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'LocalIPAssociation': {'1.0'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Log': {'1.0'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'NDPProxy': {'1.0'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Network': {'1.1'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Port': {'1.7'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'PortForwarding': {'1.3'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'QosPolicy': {'1.10'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroup': {'1.5'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroupRule': {'1.2'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SubPort': {'1.0'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Subnet': {'1.1'}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Trunk': {'1.1'}} Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: consumer versions: Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: { DHCP agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: HyperV agent@hv-cinder-85600: {}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: L3 agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: Metadata agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: Metering agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: Open vSwitch agent@dv-cinder-856002-3-iscsi: { 'AddressGroup': '1.2', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Agent': '1.1', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'ConntrackHelper': '1.0', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'LocalIPAssociation': '1.0', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Log': '1.0', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'NDPProxy': '1.0', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Network': '1.1', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Port': '1.7', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'PortForwarding': '1.3', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'QosPolicy': '1.10', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroup': '1.5', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SecurityGroupRule': '1.2', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'SubPort': '1.0', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Subnet': '1.1', Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: 'Trunk': '1.1'}} Sep 09 04:38:50.909750 dv-cinder-856002-3-iscsi neutron-server[107719]: {{(pid=107719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 04:38:50.970117 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (1c260770-d4b1-4e02-bd09-9b1833989c1e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.975894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Made reservation on behalf of 5176b458a4a8481eaa37d8693b51f15e for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:50.978121 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:50.996328 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.012119 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (1c260770-d4b1-4e02-bd09-9b1833989c1e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.013325 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:51.013905 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.080150 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7541261 Sep 09 04:38:51.081044 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35202) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:51.087832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Request body: {'subnet': {'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-subnet', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:51.122693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e767b-6980-43da-90db-44143251ad17 admin admin] Pushing event updated for resources: {'Network': ['ID=1c260770-d4b1-4e02-bd09-9b1833989c1e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:51.127411 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Made reservation on behalf of 1d203c97242044fb8bf29bdc461e2efd for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:51.132133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.154841 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:38:51.280430 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks [] for security_group (1f91017f-62f0-4f1a-a85d-aa12ed1944db), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.287381 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1f91017f-62f0-4f1a-a85d-aa12ed1944db), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.326045 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:38:51.342897 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (1ed80c0c-7dd4-4485-9eb9-cda108e208cf), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.343376 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Added segment 1ed80c0c-7dd4-4485-9eb9-cda108e208cf of type vlan for network be4e0000-0b0b-4f80-80d3-91d027df1d63 Sep 09 04:38:51.430781 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (be4e0000-0b0b-4f80-80d3-91d027df1d63), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.474291 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.478848 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:51.483222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (be4e0000-0b0b-4f80-80d3-91d027df1d63), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.485920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:51.487171 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.505242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f91017f-62f0-4f1a-a85d-aa12ed1944db,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:51.550740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:51.561696 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.562033 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.563024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.563764 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.564394 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.564868 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.565339 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.565821 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.566298 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.566788 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.567301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.567904 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.568482 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.568760 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.569070 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Tracked resource versions report: Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: pushed versions: Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: { 'AddressGroup': {'1.2'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Agent': {'1.1'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'ConntrackHelper': {'1.0'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'LocalIPAssociation': {'1.0'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Log': {'1.0'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'NDPProxy': {'1.0'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Network': {'1.1'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Port': {'1.7'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'PortForwarding': {'1.3'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'QosPolicy': {'1.10'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'SecurityGroup': {'1.5'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'SecurityGroupRule': {'1.2'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'SubPort': {'1.0'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Subnet': {'1.1'}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Trunk': {'1.1'}} Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: consumer versions: Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: { DHCP agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: HyperV agent@hv-cinder-85600: {}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: L3 agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: Metadata agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: Metering agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: Open vSwitch agent@dv-cinder-856002-3-iscsi: { 'AddressGroup': '1.2', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Agent': '1.1', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'ConntrackHelper': '1.0', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'LocalIPAssociation': '1.0', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Log': '1.0', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'NDPProxy': '1.0', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Network': '1.1', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Port': '1.7', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'PortForwarding': '1.3', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'QosPolicy': '1.10', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'SecurityGroup': '1.5', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'SecurityGroupRule': '1.2', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'SubPort': '1.0', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Subnet': '1.1', Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: 'Trunk': '1.1'}} Sep 09 04:38:51.570747 dv-cinder-856002-3-iscsi neutron-server[107720]: {{(pid=107720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 04:38:51.617276 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9146798 Sep 09 04:38:51.620152 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35236) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:51.625289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Request body: {'subnet': {'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-subnet', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:51.639829 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ff0ea-4370-4ae5-8cd1-7853eefe011f admin admin] Pushing event updated for resources: {'Network': ['ID=be4e0000-0b0b-4f80-80d3-91d027df1d63,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:51.650666 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:38:51.665967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35238) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:51.669896 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Checking segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:51.671252 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Network hostable DHCP agents. Network: 1c260770-d4b1-4e02-bd09-9b1833989c1e, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:38:51.680704 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Made reservation on behalf of 5176b458a4a8481eaa37d8693b51f15e for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:51.683230 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.715716 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:38:51.736719 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 1c260770-d4b1-4e02-bd09-9b1833989c1e) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:51.743042 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:51.744112 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.753775 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5469cfbf-0d43-45db-86a0-466cb4d54654 None None] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:51.789945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35244) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:51.791594 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-30a1ffce-aa80-4d2e-8055-f3c70c3f7ad7 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7094240 Sep 09 04:38:51.808538 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:51.820544 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=19,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:51.883811 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (193d4d32-5811-44ab-80f2-9a1e52fb747c), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.885131 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (193d4d32-5811-44ab-80f2-9a1e52fb747c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.942728 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-1c260770-d4b1-4e02-bd09-9b1833989c1e', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:38:51.944186 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:51.987610 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks [] for router_controller (193d4d32-5811-44ab-80f2-9a1e52fb747c), precommit_add_association {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.076369 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1070769890-network', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:52.110151 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Allocated IP 172.20.0.2 (1c260770-d4b1-4e02-bd09-9b1833989c1e/c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2/99184e62-e6db-427c-afb1-0e0239c05be8) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:52.127085 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35254) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:52.289084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Publish callbacks [] for port (99184e62-e6db-427c-afb1-0e0239c05be8), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.298619 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.333735 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (c5b32273-a3c5-4182-bede-50660a20bbd7), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.338653 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:38:52.340188 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Made reservation on behalf of 8cc9340f30fa4e299fd096d27b9c7dbd for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:52.342215 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:52.342921 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.346358 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:38:52.385476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks [] for router_gateway (193d4d32-5811-44ab-80f2-9a1e52fb747c), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.397806 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Pushing event updated for resources: {'Port': ['ID=99184e62-e6db-427c-afb1-0e0239c05be8,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:52.398859 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35266) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:52.406659 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.407145 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.407801 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.408171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.408516 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.408848 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.409480 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.410230 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.410409 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b32273-a3c5-4182-bede-50660a20bbd7,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:52.411063 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.411557 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.413147 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.413694 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.414567 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.415104 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.415608 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Tracked resource versions report: Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: pushed versions: Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: { 'AddressGroup': {'1.2'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Agent': {'1.1'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'ConntrackHelper': {'1.0'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'LocalIPAssociation': {'1.0'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Log': {'1.0'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'NDPProxy': {'1.0'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Network': {'1.1'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Port': {'1.7'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'PortForwarding': {'1.3'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'QosPolicy': {'1.10'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroup': {'1.5'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroupRule': {'1.2'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SubPort': {'1.0'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Subnet': {'1.1'}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Trunk': {'1.1'}} Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: consumer versions: Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: { DHCP agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: HyperV agent@hv-cinder-85600: {}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: L3 agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: Metadata agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: Metering agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: Open vSwitch agent@dv-cinder-856002-3-iscsi: { 'AddressGroup': '1.2', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Agent': '1.1', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'ConntrackHelper': '1.0', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'LocalIPAssociation': '1.0', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Log': '1.0', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'NDPProxy': '1.0', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Network': '1.1', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Port': '1.7', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'PortForwarding': '1.3', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'QosPolicy': '1.10', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroup': '1.5', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SecurityGroupRule': '1.2', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'SubPort': '1.0', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Subnet': '1.1', Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: 'Trunk': '1.1'}} Sep 09 04:38:52.417679 dv-cinder-856002-3-iscsi neutron-server[107721]: {{(pid=107721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 04:38:52.421006 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.452816 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1034945178-network', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:52.483111 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Attempting to bind port 99184e62-e6db-427c-afb1-0e0239c05be8 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:38:52.484048 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Attempting to bind port 99184e62-e6db-427c-afb1-0e0239c05be8 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:38:52.484427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Attempting to bind port 99184e62-e6db-427c-afb1-0e0239c05be8 on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:38:52.493247 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Made reservation on behalf of 7ad09c9b062641c19d3811d5c96a24f8 for: {'network': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:52.495715 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.534558 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.547836 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Checking segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:52.548206 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Network hostable DHCP agents. Network: be4e0000-0b0b-4f80-80d3-91d027df1d63, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:38:52.555792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:38:52.556219 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Checking segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:52.556674 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.557203 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Bound using segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:38:52.557686 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Bound port: 99184e62-e6db-427c-afb1-0e0239c05be8, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:38:52.558163 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.699431 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks [] for security_group (e47904b7-9ed3-4a47-b28a-2bc10089f841), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.708723 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks [] for security_group (06855e09-8c3b-4aa0-9063-6f35fb592a43), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.710883 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e47904b7-9ed3-4a47-b28a-2bc10089f841), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.741446 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:38:52.750224 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (06855e09-8c3b-4aa0-9063-6f35fb592a43), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.757366 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=107720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:38:52.762491 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:38:52.768438 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47904b7-9ed3-4a47-b28a-2bc10089f841,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:52.771654 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.771973 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Added segment bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12 of type vlan for network b959c498-d69d-4f98-8a4e-4836fcd711fe Sep 09 04:38:52.783875 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760467449748', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (adb98143-d752-46ac-8fa2-1a49e1f8c2e0), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.785213 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Unsubscribe: segment precommit_create {{(pid=107720) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 04:38:52.786431 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.segments_db [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Added segment adb98143-d752-46ac-8fa2-1a49e1f8c2e0 of type vlan for network da245dda-2c01-4deb-aa23-3957c02d97c0 Sep 09 04:38:52.796321 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] For port 99184e62-e6db-427c-afb1-0e0239c05be8, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:38:52.800306 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] For port 99184e62-e6db-427c-afb1-0e0239c05be8, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=99184e62-e6db-427c-afb1-0e0239c05be8,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:38:52.809754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.837480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:52.843186 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (b959c498-d69d-4f98-8a4e-4836fcd711fe), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.892118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:52.893416 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:52.894714 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, be4e0000-0b0b-4f80-80d3-91d027df1d63) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:52.896827 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791fd13-523a-49c4-b6e0-415fffc84447 None None] Pushing event updated for resources: {'Port': ['ID=99184e62-e6db-427c-afb1-0e0239c05be8,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:52.899156 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (da245dda-2c01-4deb-aa23-3957c02d97c0), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.903104 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (b959c498-d69d-4f98-8a4e-4836fcd711fe), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.904100 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:52.904674 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.917171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738862fe-8ca6-428d-942b-53faec2f2cdc None None] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:52.938670 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:52.941833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:52.967534 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3002388 Sep 09 04:38:52.976523 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-103216885-network', 'tenant_id': '6dd9e6c08659499c864d7f799f07fa78'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:52.984828 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35276) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:53.002583 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Request body: {'subnet': {'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1070769890-subnet', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:53.009202 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (da245dda-2c01-4deb-aa23-3957c02d97c0), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.010246 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:53.010978 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.080618 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06855e09-8c3b-4aa0-9063-6f35fb592a43,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:53.087491 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-be4e0000-0b0b-4f80-80d3-91d027df1d63', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:38:53.089520 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.094066 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:53.107653 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Made reservation on behalf of 8cc9340f30fa4e299fd096d27b9c7dbd for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:53.112240 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.112377 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f2c561b7-0dad-460e-9dad-55aaa958cbee admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4904368 Sep 09 04:38:53.117069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35288) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:53.126874 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:53.272090 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks [] for router_gateway (193d4d32-5811-44ab-80f2-9a1e52fb747c), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.401898 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.408973 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2031fa-80e1-4b5c-a4f2-56bd0d867be8 admin admin] Pushing event updated for resources: {'Network': ['ID=b959c498-d69d-4f98-8a4e-4836fcd711fe,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:53.431193 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network b959c498-d69d-4f98-8a4e-4836fcd711fe details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:38:53.438233 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (0eb35b93-a59a-406b-b039-5d2fb90e5044), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.439648 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (0eb35b93-a59a-406b-b039-5d2fb90e5044), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.463668 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Allocated IP 172.20.0.2 (be4e0000-0b0b-4f80-80d3-91d027df1d63/c5b32273-a3c5-4182-bede-50660a20bbd7/275328be-a7ef-47d3-8254-a0de45441c1c) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:53.530056 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] Pushing event updated for resources: {'Network': ['ID=da245dda-2c01-4deb-aa23-3957c02d97c0,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:53.548007 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Made reservation on behalf of 6dd9e6c08659499c864d7f799f07fa78 for: {'network': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:53.552458 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.569874 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-87c0ecd4-8480-4ac9-827a-a706b8dc4957 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4390035 Sep 09 04:38:53.570897 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.581426 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks [] for router_controller (0eb35b93-a59a-406b-b039-5d2fb90e5044), precommit_add_association {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.586005 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35312) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:53.587549 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network da245dda-2c01-4deb-aa23-3957c02d97c0 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:38:53.598001 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:53.719973 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=73,neutron:INSERT=17,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:53.897278 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks [] for router_gateway (0eb35b93-a59a-406b-b039-5d2fb90e5044), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:53.925411 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Allocated IP 172.27.3.163 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/2a7bde78-f5e3-4ef3-b0f7-e16d608cf075) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:53.948801 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Request body: {'subnet': {'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1034945178-subnet', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:54.028376 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks [] for security_group (c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.057118 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Made reservation on behalf of 7ad09c9b062641c19d3811d5c96a24f8 for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:54.059252 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:54.064450 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=89,neutron:UPDATE=9,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:54.065059 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.125221 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Publish callbacks [] for port (275328be-a7ef-47d3-8254-a0de45441c1c), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.141930 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.155159 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.166884 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=83,neutron:INSERT=17 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:54.201537 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (32f7f566-e243-45c8-bcdb-c01c8a3cfca7), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.222370 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=107720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:38:54.255847 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:38:54.269822 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:54.272262 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:54.282269 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:54.294731 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:38:54.309715 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (e098d9ee-ea43-4152-8318-a8c876611a85), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.310365 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.segments_db [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Added segment e098d9ee-ea43-4152-8318-a8c876611a85 of type vlan for network 154ad1f2-d3c1-46d2-ade2-68cc2cf366e7 Sep 09 04:38:54.332880 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks [] for router_gateway (0eb35b93-a59a-406b-b039-5d2fb90e5044), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.333359 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Pushing event updated for resources: {'Port': ['ID=275328be-a7ef-47d3-8254-a0de45441c1c,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:54.357919 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.363533 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks [] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.435678 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f7f566-e243-45c8-bcdb-c01c8a3cfca7,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:54.449570 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (154ad1f2-d3c1-46d2-ade2-68cc2cf366e7), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.464285 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.468861 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Checking segment: {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:54.469338 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Network hostable DHCP agents. Network: b959c498-d69d-4f98-8a4e-4836fcd711fe, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:38:54.542393 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (154ad1f2-d3c1-46d2-ade2-68cc2cf366e7), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.543545 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:54.544235 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.550133 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Attempting to bind port 275328be-a7ef-47d3-8254-a0de45441c1c on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:38:54.550685 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Attempting to bind port 275328be-a7ef-47d3-8254-a0de45441c1c by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:38:54.551653 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Attempting to bind port 275328be-a7ef-47d3-8254-a0de45441c1c on network be4e0000-0b0b-4f80-80d3-91d027df1d63 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:38:54.557391 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Network b959c498-d69d-4f98-8a4e-4836fcd711fe is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:38:54.567675 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:54.575942 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:54.582100 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (a3354a1e-dbd3-454e-9d6e-53623e545e18), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.648952 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, b959c498-d69d-4f98-8a4e-4836fcd711fe) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:54.649301 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:38:54.649711 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Checking segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:54.650119 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.650517 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Bound using segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:38:54.651044 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Bound port: 275328be-a7ef-47d3-8254-a0de45441c1c, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:38:54.651426 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.653350 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:54.654341 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.676751 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2756395 Sep 09 04:38:54.685500 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:38:54.687490 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35358) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:54.687693 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ecfe9-dbe4-4a06-af36-6dc16fbb7460 None None] Network b959c498-d69d-4f98-8a4e-4836fcd711fe requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:54.708892 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Request body: {'subnet': {'network_id': '154ad1f2-d3c1-46d2-ade2-68cc2cf366e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-103216885-subnet', 'tenant_id': '6dd9e6c08659499c864d7f799f07fa78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:54.719647 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:54.726415 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:38:54.741866 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e2374-fa71-4435-844c-311accf7f8e8 admin admin] Pushing event updated for resources: {'Network': ['ID=154ad1f2-d3c1-46d2-ade2-68cc2cf366e7,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:54.758133 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-05726af9-d7fa-4344-a867-fae2139fea2e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7659492 Sep 09 04:38:54.758736 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35360) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:54.768744 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:54.775920 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3354a1e-dbd3-454e-9d6e-53623e545e18,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:54.802355 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:54.811927 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Checking segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:54.812520 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Network hostable DHCP agents. Network: da245dda-2c01-4deb-aa23-3957c02d97c0, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:38:54.828087 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.829769 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:54.851638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Network da245dda-2c01-4deb-aa23-3957c02d97c0 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:38:54.911840 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Allocated IP 172.27.3.58 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/cb375888-3f6b-4db1-b248-3ce26283a59e) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:54.936895 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273b536-3730-4212-8a5f-f65a640ccb51 None None] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:54.940547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 99184e62-e6db-427c-afb1-0e0239c05be8 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:38:54.946855 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 154ad1f2-d3c1-46d2-ade2-68cc2cf366e7 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:38:54.962144 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Made reservation on behalf of 6dd9e6c08659499c864d7f799f07fa78 for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:54.965029 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.032273 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, da245dda-2c01-4deb-aa23-3957c02d97c0) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:55.045350 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:55.046188 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.138364 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks [] for router_controller (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), precommit_add_association {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.149608 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-ebec4525-40c8-4938-aad9-29d032c4d85e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4281034 Sep 09 04:38:55.178663 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35386) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:55.183203 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:55.213600 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f058c8b-3c0b-4c5f-9923-2ffc291ea0cb None None] Network da245dda-2c01-4deb-aa23-3957c02d97c0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:55.227215 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-b959c498-d69d-4f98-8a4e-4836fcd711fe', 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe', 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'fixed_ips': [{'subnet_id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:38:55.229611 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.245837 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (fe474707-f1f0-4c45-8158-207aeea5a59b), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.247317 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (fe474707-f1f0-4c45-8158-207aeea5a59b), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.334323 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks [] for router_gateway (193d4d32-5811-44ab-80f2-9a1e52fb747c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.408915 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-8ce390bc-09d6-4e35-87e2-4ca66489bb9a None None] Provisioning complete for port 99184e62-e6db-427c-afb1-0e0239c05be8 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:38:55.410169 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8ce390bc-09d6-4e35-87e2-4ca66489bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.475297 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks [] for router_controller (fe474707-f1f0-4c45-8158-207aeea5a59b), precommit_add_association {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.475297 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks [] for router_gateway (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.508321 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:55.585540 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:55.590073 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks [] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.838593 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.861881 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] For port 275328be-a7ef-47d3-8254-a0de45441c1c, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:38:55.914801 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:55.931881 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks [] for router_gateway (fe474707-f1f0-4c45-8158-207aeea5a59b), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:55.947066 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] For port 275328be-a7ef-47d3-8254-a0de45441c1c, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=275328be-a7ef-47d3-8254-a0de45441c1c,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:38:56.040978 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (193d4d32-5811-44ab-80f2-9a1e52fb747c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.050422 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.057414 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:38:56.058573 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Pushing event updated for resources: {'Port': ['ID=cb375888-3f6b-4db1-b248-3ce26283a59e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:56.065868 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:56.069300 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:38:56.137369 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (43145d81-df91-4cde-a208-6d54cad9ebe3), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.182740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks [] for router_gateway (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.182909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c91e9-eaae-442c-813d-7f5365ff80e7 None None] Pushing event updated for resources: {'Port': ['ID=275328be-a7ef-47d3-8254-a0de45441c1c,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:56.185624 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-8ce390bc-09d6-4e35-87e2-4ca66489bb9a None None] Current status of the port 99184e62-e6db-427c-afb1-0e0239c05be8 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:38:56.186563 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8ce390bc-09d6-4e35-87e2-4ca66489bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.271396 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-da245dda-2c01-4deb-aa23-3957c02d97c0', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:38:56.273262 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.294942 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35420) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:56.299193 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.314263 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-8ce390bc-09d6-4e35-87e2-4ca66489bb9a None None] For port 99184e62-e6db-427c-afb1-0e0239c05be8, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=99184e62-e6db-427c-afb1-0e0239c05be8,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:38:56.345006 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8ce390bc-09d6-4e35-87e2-4ca66489bb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.415830 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 99184e62-e6db-427c-afb1-0e0239c05be8 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:38:56.416224 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.420534 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43145d81-df91-4cde-a208-6d54cad9ebe3,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:56.540924 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Checking segment: {'id': 'e098d9ee-ea43-4152-8318-a8c876611a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '154ad1f2-d3c1-46d2-ade2-68cc2cf366e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:56.541578 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Network hostable DHCP agents. Network: 154ad1f2-d3c1-46d2-ade2-68cc2cf366e7, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:38:56.655305 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks [] for router_gateway (fe474707-f1f0-4c45-8158-207aeea5a59b), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.674529 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Network 154ad1f2-d3c1-46d2-ade2-68cc2cf366e7 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:38:56.682323 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.707081 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:56.716825 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Allocated IP 172.27.3.120 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/2ad66027-9b69-4083-9cc1-0dfc8ce6494d) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:56.729504 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:56.742879 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:56.745501 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 154ad1f2-d3c1-46d2-ade2-68cc2cf366e7) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:56.759185 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks [] for router_gateway (0eb35b93-a59a-406b-b039-5d2fb90e5044), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.816056 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-459acaa1-023f-4a12-8fed-dabda2a1e917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.833260 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84180413-b38f-4b79-bc81-87f7944f9ec9 None None] Network 154ad1f2-d3c1-46d2-ade2-68cc2cf366e7 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:56.845586 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-157a9eff-9e23-4721-b32d-fe4adcc73256 None None] Provisioning complete for port 99184e62-e6db-427c-afb1-0e0239c05be8 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:38:56.845972 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-157a9eff-9e23-4721-b32d-fe4adcc73256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.847346 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:56.850859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:56.851478 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:56.868387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Router 193d4d32-5811-44ab-80f2-9a1e52fb747c is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:38:56.874748 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Allocated IP 172.20.0.2 (b959c498-d69d-4f98-8a4e-4836fcd711fe/32f7f566-e243-45c8-bcdb-c01c8a3cfca7/e9bd4860-cfa7-44e6-a2ea-e4eb5f572504) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:56.901419 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:56.953810 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-dfcff4a8-f3b8-4f4a-bc8f-e89b90f80a1e admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2556505 Sep 09 04:38:56.966080 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce390bc-09d6-4e35-87e2-4ca66489bb9a None None] Pushing event updated for resources: {'Port': ['ID=99184e62-e6db-427c-afb1-0e0239c05be8,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:57.067368 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks [] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:57.133068 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:57.282165 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-459acaa1-023f-4a12-8fed-dabda2a1e917 admin admin] Publish callbacks [] for security_group (eee97064-e7ff-4e30-943e-da5a5a21d231), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:57.333172 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-459acaa1-023f-4a12-8fed-dabda2a1e917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (eee97064-e7ff-4e30-943e-da5a5a21d231), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:57.345178 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:38:57.363149 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Sync routers for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:38:57.377214 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:57.382164 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-09191828-ba0b-40cc-a6e8-0e2e59880a05 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5877414 Sep 09 04:38:57.382356 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35438) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:57.394494 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:38:57.396264 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:38:57.405534 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (0eb35b93-a59a-406b-b039-5d2fb90e5044), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:57.434767 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Allocated IP 172.20.0.2 (da245dda-2c01-4deb-aa23-3957c02d97c0/a3354a1e-dbd3-454e-9d6e-53623e545e18/04644fd3-568c-4941-a367-af423d23d7c3) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:57.438142 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-459acaa1-023f-4a12-8fed-dabda2a1e917 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bb415f49dfd64fdc88c46543878c6e74&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1404188 Sep 09 04:38:57.443830 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35442) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:57.445189 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459acaa1-023f-4a12-8fed-dabda2a1e917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee97064-e7ff-4e30-943e-da5a5a21d231,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:57.582077 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 99184e62-e6db-427c-afb1-0e0239c05be8 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:38:57.742622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1bc53-a7d8-4cd7-a65f-b457e5fb9640 None None] Network 154ad1f2-d3c1-46d2-ade2-68cc2cf366e7 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:57.763346 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:57.980366 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccda379-1edd-4566-93b5-6aba05289518 None None] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:38:58.004744 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:38:58.010145 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Allocated IP 172.27.3.33 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/395206d5-c7d4-4a1b-b130-d8c614f5cd69) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:58.096496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:58.114858 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:38:58.177301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:58.189525 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-23c35b13-e6a3-48f2-8bb2-c22550178ea8 admin admin] Publish callbacks [] for security_group (eee97064-e7ff-4e30-943e-da5a5a21d231), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.195971 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:38:58.289045 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35472) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:58.298359 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365866543-network', 'tenant_id': '6416a2d3859545e39eacea132819e4e3'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:58.320125 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-157a9eff-9e23-4721-b32d-fe4adcc73256 None None] Current status of the port 99184e62-e6db-427c-afb1-0e0239c05be8 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:38:58.325620 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Pushing event updated for resources: {'Port': ['ID=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:58.373816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 275328be-a7ef-47d3-8254-a0de45441c1c up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:38:58.387836 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Made reservation on behalf of 6416a2d3859545e39eacea132819e4e3 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:58.390997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.410883 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-23c35b13-e6a3-48f2-8bb2-c22550178ea8 admin admin] Publish callbacks [] for security_group (eee97064-e7ff-4e30-943e-da5a5a21d231), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.413403 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.421753 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:58.424068 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:38:54Z', 'revision_number': 3, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:38:58.426470 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Router 0eb35b93-a59a-406b-b039-5d2fb90e5044 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:38:58.458121 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Checking router: 193d4d32-5811-44ab-80f2-9a1e52fb747c for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:38:58.460266 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Updating router 193d4d32-5811-44ab-80f2-9a1e52fb747c port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:38:58.469194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Publish callbacks [] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.519626 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.549198 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.563968 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-55bacda0-3147-49f8-b95f-8c97ce18b095 None None] Provisioning complete for port 275328be-a7ef-47d3-8254-a0de45441c1c triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:38:58.566319 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-55bacda0-3147-49f8-b95f-8c97ce18b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.689445 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:58.690498 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 275328be-a7ef-47d3-8254-a0de45441c1c triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:38:58.690893 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.706375 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Network b959c498-d69d-4f98-8a4e-4836fcd711fe is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:38:58.715404 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:58.719515 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Publish callbacks [] for port (04644fd3-568c-4941-a367-af423d23d7c3), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.766413 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks [] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.769779 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:58.772266 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks [] for security_group (78ec3d92-0cc5-4731-b264-223ea102785c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.778291 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:38:58.780102 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Pushing event updated for resources: {'Port': ['ID=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:58.790636 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (78ec3d92-0cc5-4731-b264-223ea102785c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.797247 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (04644fd3-568c-4941-a367-af423d23d7c3), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.829227 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:38:58.849014 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Sync routers for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:38:58.849856 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:38:58.851458 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-23c35b13-e6a3-48f2-8bb2-c22550178ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (eee97064-e7ff-4e30-943e-da5a5a21d231), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.855447 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-23c35b13-e6a3-48f2-8bb2-c22550178ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.859139 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-23c35b13-e6a3-48f2-8bb2-c22550178ea8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eee97064-e7ff-4e30-943e-da5a5a21d231 HTTP/1.1" status: 204 len: 168 time: 1.4072356 Sep 09 04:38:58.871969 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ec3d92-0cc5-4731-b264-223ea102785c,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:58.884169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (0670d941-7e90-48f3-9194-2b1627b454c3), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.884615 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Added segment 0670d941-7e90-48f3-9194-2b1627b454c3 of type vlan for network 8152a595-fc6c-4dfb-8593-778b91d0bc96 Sep 09 04:38:58.888278 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.888418 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Network da245dda-2c01-4deb-aa23-3957c02d97c0 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:38:58.889740 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-9f096b45-f736-4eb8-b37e-9ff2d8aca483 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7696874 Sep 09 04:38:58.899175 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35476) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:58.901337 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c35b13-e6a3-48f2-8bb2-c22550178ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee97064-e7ff-4e30-943e-da5a5a21d231,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:58.912169 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:38:58.921359 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:58.955034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:38:58.968669 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (8152a595-fc6c-4dfb-8593-778b91d0bc96), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:58.975270 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:38:58.976205 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:38:58.977640 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Pushing event updated for resources: {'Port': ['ID=04644fd3-568c-4941-a367-af423d23d7c3,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:59.105020 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (8152a595-fc6c-4dfb-8593-778b91d0bc96), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.107124 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:38:59.108137 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.109530 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Attempting to bind port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:38:59.113266 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Attempting to bind port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:38:59.113798 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Attempting to bind port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 on network b959c498-d69d-4f98-8a4e-4836fcd711fe {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:38:59.129910 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-55bacda0-3147-49f8-b95f-8c97ce18b095 None None] Current status of the port 275328be-a7ef-47d3-8254-a0de45441c1c is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:38:59.132173 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-55bacda0-3147-49f8-b95f-8c97ce18b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.138577 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks [] for router_gateway (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.203263 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=8152a595-fc6c-4dfb-8593-778b91d0bc96,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:59.208894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.252028 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:59.300487 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 8152a595-fc6c-4dfb-8593-778b91d0bc96 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:38:59.385984 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:59.483404 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 275328be-a7ef-47d3-8254-a0de45441c1c is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:38:59.484571 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.520417 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Attempting to bind port 04644fd3-568c-4941-a367-af423d23d7c3 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:38:59.522235 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Attempting to bind port 04644fd3-568c-4941-a367-af423d23d7c3 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:38:59.522814 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Attempting to bind port 04644fd3-568c-4941-a367-af423d23d7c3 on network da245dda-2c01-4deb-aa23-3957c02d97c0 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:38:59.553864 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Allocated IP 172.20.0.1 (1c260770-d4b1-4e02-bd09-9b1833989c1e/c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2/1a9eb596-0e91-4f4e-9b87-05ea752df8d1) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:38:59.560498 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Publish callbacks [] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.580672 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.661636 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Attempting to bind port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:38:59.667325 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Attempting to bind port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:38:59.670209 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Attempting to bind port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:38:59.676464 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-cef0112b-1b11-4504-b65d-7486b15c5fc2 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3819935 Sep 09 04:38:59.677945 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:59.680325 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35502) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:38:59.683144 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.685693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Request body: {'subnet': {'network_id': '8152a595-fc6c-4dfb-8593-778b91d0bc96', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365866543-subnet', 'tenant_id': '6416a2d3859545e39eacea132819e4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:38:59.694169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks [] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.699236 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.736969 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Made reservation on behalf of 6416a2d3859545e39eacea132819e4e3 for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:38:59.741277 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.780177 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Pushing event updated for resources: {'Port': ['ID=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:38:59.833388 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-55bacda0-3147-49f8-b95f-8c97ce18b095 None None] For port 275328be-a7ef-47d3-8254-a0de45441c1c, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=275328be-a7ef-47d3-8254-a0de45441c1c,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:38:59.842260 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.844394 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.847687 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.848269 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.848821 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.849963 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.850628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.851188 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.851723 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.852251 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.852778 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.853479 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.854682 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.855614 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.856320 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Tracked resource versions report: Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: pushed versions: Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: { 'AddressGroup': {'1.2'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Agent': {'1.1'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'ConntrackHelper': {'1.0'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'LocalIPAssociation': {'1.0'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Log': {'1.0'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'NDPProxy': {'1.0'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Network': {'1.1'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Port': {'1.7'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'PortForwarding': {'1.3'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'QosPolicy': {'1.10'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroup': {'1.5'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroupRule': {'1.2'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SubPort': {'1.0'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Subnet': {'1.1'}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Trunk': {'1.1'}} Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: consumer versions: Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: { DHCP agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: HyperV agent@hv-cinder-85600: {}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: L3 agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: Metadata agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: Metering agent@dv-cinder-856002-3-iscsi: {}, Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: Open vSwitch agent@dv-cinder-856002-3-iscsi: { 'AddressGroup': '1.2', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Agent': '1.1', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'ConntrackHelper': '1.0', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'LocalIPAssociation': '1.0', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Log': '1.0', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'NDPProxy': '1.0', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Network': '1.1', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Port': '1.7', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'PortForwarding': '1.3', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'QosPolicy': '1.10', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroup': '1.5', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SecurityGroupRule': '1.2', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'SubPort': '1.0', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Subnet': '1.1', Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: 'Trunk': '1.1'}} Sep 09 04:38:59.857980 dv-cinder-856002-3-iscsi neutron-server[107726]: {{(pid=107726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 04:38:59.868093 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:38:59.868830 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:38:59.869513 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.870096 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:38:59.871145 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Bound port: 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:38:59.871718 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.961234 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:59.961877 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] For port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:38:59.962011 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:59.962595 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:38:59.964768 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:59.967650 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (bb285b94-6038-4555-9deb-d2cdb72e6861), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.968160 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:38:59.971809 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-55bacda0-3147-49f8-b95f-8c97ce18b095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.972856 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] For port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:38:59.987318 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:38:59.991277 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:00.007063 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.011790 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:00.012876 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:00.053526 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:00.060903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Checking segment: {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:00.060903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.060903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Bound using segment: {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:00.060903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Bound port: e9bd4860-cfa7-44e6-a2ea-e4eb5f572504, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:00.060903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.076187 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Pushing event updated for resources: {'Port': ['ID=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:00.105508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:00.116279 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:00.116453 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:00.119264 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:00.130166 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:00.179408 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:00.179908 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (193d4d32-5811-44ab-80f2-9a1e52fb747c), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.193982 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Checking segment: {'id': '0670d941-7e90-48f3-9194-2b1627b454c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8152a595-fc6c-4dfb-8593-778b91d0bc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:00.194430 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Network hostable DHCP agents. Network: 8152a595-fc6c-4dfb-8593-778b91d0bc96, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:39:00.218456 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:00.307102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb285b94-6038-4555-9deb-d2cdb72e6861,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:00.320133 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Network 8152a595-fc6c-4dfb-8593-778b91d0bc96 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:39:00.333087 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Pushing event updated for resources: {'Port': ['ID=395206d5-c7d4-4a1b-b130-d8c614f5cd69,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:00.343232 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Router a6018dfe-c480-4d3b-aef4-f0f069e95d8a is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:39:00.367819 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 8152a595-fc6c-4dfb-8593-778b91d0bc96) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:00.368719 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:38:54Z', 'revision_number': 3, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:00.379166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bacda0-3147-49f8-b95f-8c97ce18b095 None None] Pushing event updated for resources: {'Port': ['ID=275328be-a7ef-47d3-8254-a0de45441c1c,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:00.431733 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582982b0-bc74-4df2-a408-cfbd068e7734 None None] Network 8152a595-fc6c-4dfb-8593-778b91d0bc96 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:00.449031 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:00.449890 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.463064 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaa99d-aa36-4617-9d5b-2065b6cb520e None None] Pushing event updated for resources: {'Port': ['ID=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:00.470088 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d2848c-46e1-452b-9495-81c972a70cfe None None] The sync data for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi is: [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:38:54Z', 'revision_number': 3, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:00.502158 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2e39fa48-bea4-4cb9-983c-b78bcfc412c7 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8206043 Sep 09 04:39:00.513480 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.611253 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:39:00.628569 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4ef98c49-b0ff-4647-83f8-89d4108173a4 None None] Provisioning complete for port 275328be-a7ef-47d3-8254-a0de45441c1c triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:00.630250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4ef98c49-b0ff-4647-83f8-89d4108173a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.633805 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Sync routers for ids ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:39:00.658053 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Routers {'a6018dfe-c480-4d3b-aef4-f0f069e95d8a'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:00.664888 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:00.702786 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.db.api [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 04:39:00.703974 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG oslo_db.api [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 04:39:00.729217 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.734347 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-bdf37278-13fa-4c8d-8305-5d66480c2b7d admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9721515 Sep 09 04:39:00.735293 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35526) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:00.768607 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:00.770877 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Checking segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:00.771720 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.772395 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Bound using segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:00.773109 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Bound port: 04644fd3-568c-4941-a367-af423d23d7c3, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:00.773829 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (04644fd3-568c-4941-a367-af423d23d7c3), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:00.806207 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:00.917824 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35532) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:01.049009 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] For port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:01.094515 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] For port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:01.094713 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks [] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.096936 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Set router a6018dfe-c480-4d3b-aef4-f0f069e95d8a gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:01.108804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] Deleting subnet 43145d81-df91-4cde-a208-6d54cad9ebe3 {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:39:01.113885 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.114621 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (193d4d32-5811-44ab-80f2-9a1e52fb747c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.116609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] Publish callbacks [] for subnet (43145d81-df91-4cde-a208-6d54cad9ebe3), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.130067 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:01.259950 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Pushing event updated for resources: {'Port': ['ID=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:01.310644 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:01.318551 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] Publish callbacks [] for subnet (43145d81-df91-4cde-a208-6d54cad9ebe3), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.338679 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] For port 04644fd3-568c-4941-a367-af423d23d7c3, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:01.346018 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] For port 04644fd3-568c-4941-a367-af423d23d7c3, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=04644fd3-568c-4941-a367-af423d23d7c3,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:01.381602 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (43145d81-df91-4cde-a208-6d54cad9ebe3), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.399006 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks [] for router_gateway (fe474707-f1f0-4c45-8158-207aeea5a59b), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.420312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.457407 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:56Z', 'revision_number': 3, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:01.504176 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.540898 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (43145d81-df91-4cde-a208-6d54cad9ebe3), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.544972 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:01.571167 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:38:58Z', 'revision_number': 3, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port': {'id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:01.585239 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:01.617955 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43145d81-df91-4cde-a208-6d54cad9ebe3,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:01.640034 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.644484 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Checking router: a6018dfe-c480-4d3b-aef4-f0f069e95d8a for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:39:01.644961 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Updating router a6018dfe-c480-4d3b-aef4-f0f069e95d8a port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:39:01.649141 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e128ccf8-99b4-4b9f-b847-3aeb66ecfcb1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/43145d81-df91-4cde-a208-6d54cad9ebe3 HTTP/1.1" status: 204 len: 168 time: 0.7296817 Sep 09 04:39:01.651096 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35548) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:01.662408 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.663761 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (04644fd3-568c-4941-a367-af423d23d7c3), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.675911 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Checking router: 0eb35b93-a59a-406b-b039-5d2fb90e5044 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:39:01.678614 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Updating router 0eb35b93-a59a-406b-b039-5d2fb90e5044 port cb375888-3f6b-4db1-b248-3ce26283a59e binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:39:01.720798 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.779242 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce5750-c3e1-4b3d-ab25-a4c619b37811 None None] Pushing event updated for resources: {'Port': ['ID=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:01.792699 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4ef98c49-b0ff-4647-83f8-89d4108173a4 None None] Current status of the port 275328be-a7ef-47d3-8254-a0de45441c1c is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:01.944947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:01.964524 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b412e4-2c4b-49ae-8c00-99a9507a19c3 None None] Network 8152a595-fc6c-4dfb-8593-778b91d0bc96 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:02.272881 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:02.275585 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Router 193d4d32-5811-44ab-80f2-9a1e52fb747c has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:39:02.446080 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (154ad1f2-d3c1-46d2-ade2-68cc2cf366e7), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.469518 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:02.526330 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:02.552137 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:39:02.561327 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2e26785f-be87-4e67-8cad-1005e017db7d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/193d4d32-5811-44ab-80f2-9a1e52fb747c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1776979 Sep 09 04:39:02.599937 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 275328be-a7ef-47d3-8254-a0de45441c1c is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:02.601934 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 99184e62-e6db-427c-afb1-0e0239c05be8 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:02.610475 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-76b6cad0-6bce-42e6-8693-7766a7c2d1f5 None None] Provisioning complete for port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:02.611057 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-76b6cad0-6bce-42e6-8693-7766a7c2d1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.660976 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Publish callbacks [] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.671500 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (154ad1f2-d3c1-46d2-ade2-68cc2cf366e7), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.676973 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.701513 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2f4b5-150a-4d2a-9883-fd5e317e0f01 None None] Pushing event updated for resources: {'Port': ['ID=04644fd3-568c-4941-a367-af423d23d7c3,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:02.707966 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.708482 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.709422 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.711079 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > port after_create 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.712263 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > port after_delete 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.713923 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > port after_update 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.714366 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.715862 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Attempting to bind port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:02.715983 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.716631 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.718035 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:02.718405 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Attempting to bind port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:02.718810 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Attempting to bind port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:02.745882 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-76b6cad0-6bce-42e6-8693-7766a7c2d1f5 None None] Port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:02.772712 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Allocated IP 172.20.0.1 (be4e0000-0b0b-4f80-80d3-91d027df1d63/c5b32273-a3c5-4182-bede-50660a20bbd7/05128281-6b79-4535-a9ba-d69638b0aa71) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:02.791821 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (fe474707-f1f0-4c45-8158-207aeea5a59b), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.801037 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:02.802362 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 99184e62-e6db-427c-afb1-0e0239c05be8 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:02.803195 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.892977 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c9fa-709e-47f3-afcc-0ae0a6bb0845 None None] Pushing event updated for resources: {'Port': ['ID=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:02.944204 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:02.944577 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:02.947754 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.948159 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:02.948743 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Bound port: 2ad66027-9b69-4083-9cc1-0dfc8ce6494d, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:02.955161 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:02.972507 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-a6955117-f421-4b79-ba6b-b59fe35b719c None None] Provisioning complete for port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:02.972890 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a6955117-f421-4b79-ba6b-b59fe35b719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.067569 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] For port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:03.072460 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] For port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:03.089474 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.145654 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:03.146009 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:03.146388 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:03.146722 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:39:03.147124 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154ad1f2-d3c1-46d2-ade2-68cc2cf366e7']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:03.182106 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e098d9ee-ea43-4152-8318-a8c876611a85') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:03.182470 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e098d9ee-ea43-4152-8318-a8c876611a85') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:03.209145 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (e098d9ee-ea43-4152-8318-a8c876611a85), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.220608 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c9fa-709e-47f3-afcc-0ae0a6bb0845 None None] Pushing event updated for resources: {'Port': ['ID=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:03.242533 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (e098d9ee-ea43-4152-8318-a8c876611a85), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.248673 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Routers {'a6018dfe-c480-4d3b-aef4-f0f069e95d8a'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:03.249420 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:03.252764 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 99184e62-e6db-427c-afb1-0e0239c05be8 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:03.257552 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:39:03.258361 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (e098d9ee-ea43-4152-8318-a8c876611a85), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.277301 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-a6955117-f421-4b79-ba6b-b59fe35b719c None None] Port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:03.393000 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35594) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:03.416646 dv-cinder-856002-3-iscsi neutron-server[107719]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 04:39:03.422855 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:03.439638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Router fe474707-f1f0-4c45-8158-207aeea5a59b is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:39:03.452596 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] Set router a6018dfe-c480-4d3b-aef4-f0f069e95d8a gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:03.465703 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Publish callbacks [] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.482408 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.487935 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:03.494506 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (154ad1f2-d3c1-46d2-ade2-68cc2cf366e7), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.509828 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.517815 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/154ad1f2-d3c1-46d2-ade2-68cc2cf366e7 HTTP/1.1" status: 204 len: 168 time: 1.8655970 Sep 09 04:39:03.536522 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35600) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:03.594799 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Attempting to bind port cb375888-3f6b-4db1-b248-3ce26283a59e on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:03.595054 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Attempting to bind port cb375888-3f6b-4db1-b248-3ce26283a59e by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:03.603574 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Attempting to bind port cb375888-3f6b-4db1-b248-3ce26283a59e on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:03.744588 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:03.759852 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:03.761614 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:39:03.777312 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks [] for port (05128281-6b79-4535-a9ba-d69638b0aa71), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.790640 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d4a82-9af4-4a17-be58-43737399a1c2 None None] Network da245dda-2c01-4deb-aa23-3957c02d97c0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:03.819923 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:03.827895 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Sync routers for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:39:03.852385 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:03.859543 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-79659683-f0e7-49f7-a7a7-76325f991b5d None None] Provisioning complete for port 04644fd3-568c-4941-a367-af423d23d7c3 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:03.860165 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-79659683-f0e7-49f7-a7a7-76325f991b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (04644fd3-568c-4941-a367-af423d23d7c3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.865961 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:03.872358 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-fdd61f86-7306-42df-8a38-3f88ff1291dd admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6947744 Sep 09 04:39:03.873488 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-524de1dc-ee54-488e-adca-ae61a807ffc0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:03.875877 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-524de1dc-ee54-488e-adca-ae61a807ffc0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 818 time: 0.4784460 Sep 09 04:39:03.878043 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 35602) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:03.882626 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa93fdc-b7c6-4709-9b3d-ca778145356a admin admin] Pushing event deleted for resources: {'Network': ['ID=154ad1f2-d3c1-46d2-ade2-68cc2cf366e7,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:03.883355 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:38:58Z', 'revision_number': 3, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port': {'id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:03.918350 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-7d0e6336-b5ed-4781-914a-db2d727a9668 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/quotas/1d203c97242044fb8bf29bdc461e2efd HTTP/1.1" status: 200 len: 375 time: 0.0286820 Sep 09 04:39:03.929516 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c68751-359d-4670-8968-cfcf1bb3cf29 None None] The sync data for ids ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'] in dv-cinder-856002-3-iscsi is: [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:38:58Z', 'revision_number': 3, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port': {'id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:04.057399 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment e098d9ee-ea43-4152-8318-a8c876611a85 resource provider aggregate not found Sep 09 04:39:04.075626 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] Deleting subnet bb285b94-6038-4555-9deb-d2cdb72e6861 {{(pid=107720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:39:04.084329 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment e098d9ee-ea43-4152-8318-a8c876611a85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e098d9ee-ea43-4152-8318-a8c876611a85 found for delete ", "request_id": "req-b5fd2949-a5ce-4bc8-b5ca-50eeb790cd35"}]} Sep 09 04:39:04.114302 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] Publish callbacks [] for subnet (bb285b94-6038-4555-9deb-d2cdb72e6861), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.115810 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-c7ba1f51-4d61-4c8c-845b-fc9c7d577aaf tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958740 Sep 09 04:39:04.224919 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Sync routers for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:39:04.244745 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:04.245247 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:04.270002 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:04.271635 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:04.282875 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:04.284399 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184da03a-e9cc-4c03-9604-b720819d453e None None] Network b959c498-d69d-4f98-8a4e-4836fcd711fe requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:04.372855 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5b6b1-6fdd-4c11-86c7-dc77f1c479e5 None None] Pushing event updated for resources: {'Port': ['ID=cb375888-3f6b-4db1-b248-3ce26283a59e,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:04.421380 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:04.497973 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:04.499870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:04.500431 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.503606 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:04.505449 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Bound port: cb375888-3f6b-4db1-b248-3ce26283a59e, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:04.507882 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.537839 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-abd233b9-511e-42b6-80f3-87e9010b8c51 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:39:04.543376 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:04.546269 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-abd233b9-511e-42b6-80f3-87e9010b8c51 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1096308 Sep 09 04:39:04.630584 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.691061 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:04.739575 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] Publish callbacks [] for subnet (bb285b94-6038-4555-9deb-d2cdb72e6861), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.772319 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-b411ce6b-9445-442b-abc7-1f45f8995953 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249424 Sep 09 04:39:04.783278 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 2, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:04.853343 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Checking router: 193d4d32-5811-44ab-80f2-9a1e52fb747c for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:39:04.853693 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Updating router 193d4d32-5811-44ab-80f2-9a1e52fb747c port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:39:04.885485 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.887167 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:04.888166 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.890372 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:04.895630 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (bb285b94-6038-4555-9deb-d2cdb72e6861), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.096206 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] For port cb375888-3f6b-4db1-b248-3ce26283a59e, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:05.115560 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-9e16b7e1-356a-43f7-9143-fda7b79820e5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360629 Sep 09 04:39:05.123673 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-79659683-f0e7-49f7-a7a7-76325f991b5d None None] Current status of the port 04644fd3-568c-4941-a367-af423d23d7c3 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:05.124194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-79659683-f0e7-49f7-a7a7-76325f991b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (04644fd3-568c-4941-a367-af423d23d7c3), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.181767 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] For port cb375888-3f6b-4db1-b248-3ce26283a59e, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=cb375888-3f6b-4db1-b248-3ce26283a59e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:05.205533 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:05.237527 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (bb285b94-6038-4555-9deb-d2cdb72e6861), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.248299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.266113 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-79659683-f0e7-49f7-a7a7-76325f991b5d None None] For port 04644fd3-568c-4941-a367-af423d23d7c3, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=04644fd3-568c-4941-a367-af423d23d7c3,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:05.346104 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-79659683-f0e7-49f7-a7a7-76325f991b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (04644fd3-568c-4941-a367-af423d23d7c3), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.432583 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:05.504088 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:05.504774 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:05.561298 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.572826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35656) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:05.582190 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/bb285b94-6038-4555-9deb-d2cdb72e6861 HTTP/1.1" status: 204 len: 168 time: 2.0171649 Sep 09 04:39:05.609463 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:05.684853 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (8152a595-fc6c-4dfb-8593-778b91d0bc96), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.714795 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:05.740765 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (0eb35b93-a59a-406b-b039-5d2fb90e5044), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.759772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35670) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:05.837216 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 3, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:05.846664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Provisioning complete for port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:05.847456 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.871805 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Publish callbacks [] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:05.889439 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.012934 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37d35dc2-810a-427f-a13f-820ee962618d req-0f575275-8ac5-4bfe-9a6b-7f0987cec7ca tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 210 time: 0.2505610 Sep 09 04:39:06.043713 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (8152a595-fc6c-4dfb-8593-778b91d0bc96), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.045680 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:06.088393 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccf3f6-a6af-45f4-875d-6795ea63a193 None None] Pushing event updated for resources: {'Port': ['ID=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:06.118589 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfc2ad-8acc-444d-9d79-e836f42c00a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb285b94-6038-4555-9deb-d2cdb72e6861,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:06.123617 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Attempting to bind port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:06.124498 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Attempting to bind port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:06.124498 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Attempting to bind port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:06.139562 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8152a595-fc6c-4dfb-8593-778b91d0bc96']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:06.183786 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0670d941-7e90-48f3-9194-2b1627b454c3') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:06.184099 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0670d941-7e90-48f3-9194-2b1627b454c3') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:06.206893 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (0670d941-7e90-48f3-9194-2b1627b454c3), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.244582 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (0670d941-7e90-48f3-9194-2b1627b454c3), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.258578 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:39:06.259158 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (0670d941-7e90-48f3-9194-2b1627b454c3), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.267398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Pushing event updated for resources: {'Port': ['ID=05128281-6b79-4535-a9ba-d69638b0aa71,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:06.270112 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:06.273823 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Checking segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:06.274455 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.275191 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Bound using segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:06.276843 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Bound port: 1a9eb596-0e91-4f4e-9b87-05ea752df8d1, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:06.280120 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.345853 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:06.436640 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] For port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:06.442651 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] For port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:06.451474 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:06.456845 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.502425 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-cc252eb7-b38d-4ab8-b6c8-99664add6775 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:06.504157 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-cc252eb7-b38d-4ab8-b6c8-99664add6775 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 818 time: 0.1922700 Sep 09 04:39:06.506701 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 0670d941-7e90-48f3-9194-2b1627b454c3 resource provider aggregate not found Sep 09 04:39:06.527792 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:06.551409 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Checking router: fe474707-f1f0-4c45-8158-207aeea5a59b for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:39:06.554793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Updating router fe474707-f1f0-4c45-8158-207aeea5a59b port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:39:06.576444 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:06.577117 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:06.600245 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:06.614682 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 0670d941-7e90-48f3-9194-2b1627b454c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0670d941-7e90-48f3-9194-2b1627b454c3 found for delete ", "request_id": "req-ded71c1c-8a53-4ee2-b802-53d468c2f6e2"}]} Sep 09 04:39:06.617389 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:06.617864 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.642522 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-13fa284c-bbd5-4f55-bf16-ec61e261deb8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/quotas/1d203c97242044fb8bf29bdc461e2efd HTTP/1.1" status: 200 len: 375 time: 0.0608408 Sep 09 04:39:06.664248 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:06.707666 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccf3f6-a6af-45f4-875d-6795ea63a193 None None] Pushing event updated for resources: {'Port': ['ID=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,revision_number=4']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:06.722033 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (8152a595-fc6c-4dfb-8593-778b91d0bc96), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.736142 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.751511 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.757302 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/8152a595-fc6c-4dfb-8593-778b91d0bc96 HTTP/1.1" status: 204 len: 168 time: 1.1819143 Sep 09 04:39:06.786410 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:06.838993 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:06.845587 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b6b30-fc1c-494c-8cb8-3d3374398928 admin admin] Pushing event deleted for resources: {'Network': ['ID=8152a595-fc6c-4dfb-8593-778b91d0bc96,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:06.849824 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Allocated IP 172.20.0.1 (b959c498-d69d-4f98-8a4e-4836fcd711fe/32f7f566-e243-45c8-bcdb-c01c8a3cfca7/a325f59e-01b4-4dc2-a3ad-fec282f0ecb2) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:06.875743 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-52ee8832-069c-4aba-b41e-e5a5ba195b04 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2319002 Sep 09 04:39:06.897952 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:07.105019 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:07.113452 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5b6b1-6fdd-4c11-86c7-dc77f1c479e5 None None] Pushing event updated for resources: {'Port': ['ID=cb375888-3f6b-4db1-b248-3ce26283a59e,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:07.135608 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:07.136755 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 04644fd3-568c-4941-a367-af423d23d7c3 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:07.147961 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-69f58a32-121e-4365-aa84-cd1db2825bfe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595770 Sep 09 04:39:07.392111 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-8c313d67-9e86-4ea8-83e7-54f08ed38dc2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374148 Sep 09 04:39:07.398475 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79659683-f0e7-49f7-a7a7-76325f991b5d None None] Pushing event updated for resources: {'Port': ['ID=04644fd3-568c-4941-a367-af423d23d7c3,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:07.471345 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:56Z', 'revision_number': 3, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:07.499248 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35756) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:07.563895 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:07.582331 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:07.585019 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:07.616508 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-49721e33-a51f-4de7-9634-615d14970111 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6dd9e6c08659499c864d7f799f07fa78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1157908 Sep 09 04:39:07.621171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a5cec0-bf76-4610-a527-a0c2f01e09d0 None None] The sync data for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi is: [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:56Z', 'revision_number': 3, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:07.622011 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35758) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:07.665568 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b7d683-bcec-432e-a81b-d06e3c5e5734 None None] The sync data for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi is: [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:07.822102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks [] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:07.828195 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:07.885532 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:07.887194 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0a9d8efd-348d-4beb-9b18-634d36586714 req-b679205b-16b9-41ad-9bc1-e7ce294bf472 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 210 time: 0.0856857 Sep 09 04:39:07.889136 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:07.925250 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dac54829-6a00-4d23-9746-565d8aae714f admin admin] Publish callbacks [] for security_group (c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:07.932757 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Current status of the port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:07.934139 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:07.960720 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:07.987442 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dac54829-6a00-4d23-9746-565d8aae714f admin admin] Publish callbacks [] for security_group (c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.049622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 04644fd3-568c-4941-a367-af423d23d7c3 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:08.050307 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (04644fd3-568c-4941-a367-af423d23d7c3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.098355 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Network b959c498-d69d-4f98-8a4e-4836fcd711fe is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:08.100468 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dac54829-6a00-4d23-9746-565d8aae714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.103442 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dac54829-6a00-4d23-9746-565d8aae714f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.106985 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-dac54829-6a00-4d23-9746-565d8aae714f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d HTTP/1.1" status: 204 len: 168 time: 0.4816296 Sep 09 04:39:08.123956 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:08.126495 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:08.127640 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.142910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac54829-6a00-4d23-9746-565d8aae714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e17fd7-5df3-4f0f-b266-0a5a9ae4f10d,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:08.191202 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] For port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:08.346699 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:08.351414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:08.361245 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks [] for port (05128281-6b79-4535-a9ba-d69638b0aa71), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.378554 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:08.379768 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.382137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (0eb35b93-a59a-406b-b039-5d2fb90e5044), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.437905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Publish callbacks [] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.478286 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Pushing event updated for resources: {'Port': ['ID=05128281-6b79-4535-a9ba-d69638b0aa71,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:08.509075 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.516179 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.713413 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Provisioning complete for port 04644fd3-568c-4941-a367-af423d23d7c3 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:08.713816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (04644fd3-568c-4941-a367-af423d23d7c3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.797147 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Attempting to bind port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:08.797753 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Attempting to bind port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:08.798130 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Attempting to bind port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:08.798300 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:08.981166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Pushing event updated for resources: {'Port': ['ID=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:09.070787 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e969f2f6-2cd3-43ac-98b8-ab71b48b2544 req-93b75a98-2281-46d1-a653-3d526ef18ea2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 210 time: 0.0599709 Sep 09 04:39:09.075693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35818) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:09.078790 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1a176-3d58-43fa-a3da-17b21fade932 None None] Pushing event updated for resources: {'Port': ['ID=395206d5-c7d4-4a1b-b130-d8c614f5cd69,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:09.084386 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:09.084753 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:09.085185 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.085574 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:09.086088 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Bound port: 395206d5-c7d4-4a1b-b130-d8c614f5cd69, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:09.090548 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.126556 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Allocated IP 172.20.0.1 (da245dda-2c01-4deb-aa23-3957c02d97c0/a3354a1e-dbd3-454e-9d6e-53623e545e18/0edd8a5f-c24c-4e73-90fc-4fb6f29309d8) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:09.137633 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3af90529-f2c8-465c-8473-710bc6b9cdaf admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6416a2d3859545e39eacea132819e4e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0605857 Sep 09 04:39:09.140764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35820) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:09.198017 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-8e70733f-512a-464e-a55c-c42aa647ade5 None None] Current status of the port 04644fd3-568c-4941-a367-af423d23d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:09.223838 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:09.242579 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf4a-20ec-4241-9d46-9777e02762ee admin admin] Publish callbacks [] for security_group (78ec3d92-0cc5-4731-b264-223ea102785c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.244031 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] For port 395206d5-c7d4-4a1b-b130-d8c614f5cd69, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:09.261032 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:09.271930 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] For port 395206d5-c7d4-4a1b-b130-d8c614f5cd69, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=395206d5-c7d4-4a1b-b130-d8c614f5cd69,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:09.273197 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 04644fd3-568c-4941-a367-af423d23d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:09.274713 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 275328be-a7ef-47d3-8254-a0de45441c1c up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:09.289955 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf4a-20ec-4241-9d46-9777e02762ee admin admin] Publish callbacks [] for security_group (78ec3d92-0cc5-4731-b264-223ea102785c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.348446 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.460488 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1a176-3d58-43fa-a3da-17b21fade932 None None] Pushing event updated for resources: {'Port': ['ID=395206d5-c7d4-4a1b-b130-d8c614f5cd69,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:09.464123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Provisioning complete for port 05128281-6b79-4535-a9ba-d69638b0aa71 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:09.465961 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.506156 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Port 05128281-6b79-4535-a9ba-d69638b0aa71 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:09.515605 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:09.516481 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:09.571531 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Provisioning complete for port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:09.571927 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.599715 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf4a-20ec-4241-9d46-9777e02762ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (78ec3d92-0cc5-4731-b264-223ea102785c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.602400 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0d47cf4a-20ec-4241-9d46-9777e02762ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.606459 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0d47cf4a-20ec-4241-9d46-9777e02762ee admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/78ec3d92-0cc5-4731-b264-223ea102785c HTTP/1.1" status: 204 len: 168 time: 0.4644659 Sep 09 04:39:09.615228 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47cf4a-20ec-4241-9d46-9777e02762ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ec3d92-0cc5-4731-b264-223ea102785c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:09.621049 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 275328be-a7ef-47d3-8254-a0de45441c1c triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:09.621374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.635749 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks [] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.643694 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Router 0eb35b93-a59a-406b-b039-5d2fb90e5044 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:39:09.710326 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:09.742201 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:09.743020 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Provisioning complete for port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:09.743407 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.751014 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:09.773348 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:09.778223 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:09.787016 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.809576 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:09.810196 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks [] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.859010 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.860102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.894264 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Network da245dda-2c01-4deb-aa23-3957c02d97c0 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:09.909504 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:09.917790 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:09.917790 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (fe474707-f1f0-4c45-8158-207aeea5a59b), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:09.941562 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 275328be-a7ef-47d3-8254-a0de45441c1c is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:09.943555 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:09.954916 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Pushing event updated for resources: {'Port': ['ID=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:10.029587 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:39:10.036316 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-b58e50f8-ba17-4605-949f-418970e44e0b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0eb35b93-a59a-406b-b039-5d2fb90e5044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1361382 Sep 09 04:39:10.106482 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:10.122327 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 3, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:10.220673 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-b32fe572-0630-4f44-b07b-b1713f28ab87 None None] Current status of the port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:10.301539 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Network b959c498-d69d-4f98-8a4e-4836fcd711fe is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:10.310339 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:10.318262 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:10.318669 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:10.374983 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:10.437812 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-f1c547ee-d79c-442b-bb95-5953673e1f03 None None] Provisioning complete for port 05128281-6b79-4535-a9ba-d69638b0aa71 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:10.438199 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f1c547ee-d79c-442b-bb95-5953673e1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:10.457804 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28977ca3-88ee-44ab-9b5a-32bceaddf2b3 None None] The sync data for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi is: [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 3, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:10.551480 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8b44592e-79e7-4ffa-b732-669613abf257 req-5c1383bc-6498-4784-895a-dcc976479688 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 210 time: 0.1031082 Sep 09 04:39:10.663011 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f1c547ee-d79c-442b-bb95-5953673e1f03 None None] Port 05128281-6b79-4535-a9ba-d69638b0aa71 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:10.723109 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-f1c547ee-d79c-442b-bb95-5953673e1f03 None None] Provisioning complete for port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:10.724261 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f1c547ee-d79c-442b-bb95-5953673e1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:10.787281 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f1c547ee-d79c-442b-bb95-5953673e1f03 None None] Port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:10.826716 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:10.847234 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Sync routers for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:39:10.868765 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Router a6018dfe-c480-4d3b-aef4-f0f069e95d8a has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:39:10.875157 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:10.880145 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:11.045584 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-5dd97da1-919f-4704-bd30-dd3f56567393 None None] Provisioning complete for port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:11.046005 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5dd97da1-919f-4704-bd30-dd3f56567393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:11.184494 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35874) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:11.191779 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-0cbc0fa7-78d3-41eb-a937-6dfb8c526ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346454603', 'description': 'tempest-description--1286992224'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:11.231180 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:11.284554 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0fa7-78d3-41eb-a937-6dfb8c526ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:11.290084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-5dd97da1-919f-4704-bd30-dd3f56567393 None None] Port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:11.295746 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:11.341337 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks [] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:11.347586 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:39:11.355361 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-4d2ae033-8801-4993-8998-42c55ef216f9 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a6018dfe-c480-4d3b-aef4-f0f069e95d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6159799 Sep 09 04:39:11.357214 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:11.358268 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (fe474707-f1f0-4c45-8158-207aeea5a59b), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:11.377398 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Sync routers for ids ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:39:11.392718 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Routers {'a6018dfe-c480-4d3b-aef4-f0f069e95d8a'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:11.393596 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:11.456968 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:11.475126 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:11.600876 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:11.674868 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0fa7-78d3-41eb-a937-6dfb8c526ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (cb7d1f28-55ce-4e74-a493-f192a9e94537), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:11.703795 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0fa7-78d3-41eb-a937-6dfb8c526ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (cb7d1f28-55ce-4e74-a493-f192a9e94537), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:11.714296 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:11.721029 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Set router a6018dfe-c480-4d3b-aef4-f0f069e95d8a gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:11.760792 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Pushing event updated for resources: {'Port': ['ID=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:11.831601 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.17', 58180) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:11.921101 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Network da245dda-2c01-4deb-aa23-3957c02d97c0 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:11.926798 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:12.290677 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:12.292669 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:12.344076 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-55b773aa-01c8-43bf-8aec-7900db68c339 req-9556c096-7421-4091-b20c-6eabe82cf23f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 210 time: 0.5670354 Sep 09 04:39:12.357129 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0cbc0fa7-78d3-41eb-a937-6dfb8c526ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:12.358398 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0cbc0fa7-78d3-41eb-a937-6dfb8c526ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1718993 Sep 09 04:39:12.367162 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 35926) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:12.371441 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc0fa7-78d3-41eb-a937-6dfb8c526ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7d1f28-55ce-4e74-a493-f192a9e94537,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:12.427963 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-a2cd3b63-bc37-48fc-8599-d6cef074d0fd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'security_group_rule': {'security_group_id': 'cb7d1f28-55ce-4e74-a493-f192a9e94537', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:12.496923 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Router fe474707-f1f0-4c45-8158-207aeea5a59b has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:39:12.504487 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:08Z', 'revision_number': 4, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port': {'id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a325f59e-01b4-4dc2-a3ad-fec282f0ecb2', 'name': '', 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'mac_address': 'fa:16:3e:61:9b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:04Z', 'updated_at': '2022-09-09T04:39:09Z', 'revision_number': 2, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'subnets': [{'id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:12.586900 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:12.593151 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Checking router: a6018dfe-c480-4d3b-aef4-f0f069e95d8a for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:39:12.593626 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Updating router a6018dfe-c480-4d3b-aef4-f0f069e95d8a port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:39:12.677377 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:12.703817 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3b63-bc37-48fc-8599-d6cef074d0fd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (25fc7b04-5678-4a63-8650-67575a3a857b), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:12.704710 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-f4b1052b-e575-411a-971d-7ee03b3bbe07 None None] Provisioning complete for port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:12.705353 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f4b1052b-e575-411a-971d-7ee03b3bbe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:12.757893 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:07Z', 'revision_number': 2, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:12.767432 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-e38ca7c1-66f5-4a8c-bd53-3863c8be8f07 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:12.769280 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-e38ca7c1-66f5-4a8c-bd53-3863c8be8f07 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 818 time: 0.9184768 Sep 09 04:39:12.898094 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Checking router: 0eb35b93-a59a-406b-b039-5d2fb90e5044 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:39:12.898458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Updating router 0eb35b93-a59a-406b-b039-5d2fb90e5044 port 05128281-6b79-4535-a9ba-d69638b0aa71 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:39:12.904517 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:39:12.923588 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d630040a-9574-4039-b526-3cb0e25dc34d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/fe474707-f1f0-4c45-8158-207aeea5a59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0445096 Sep 09 04:39:12.967800 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3b63-bc37-48fc-8599-d6cef074d0fd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (25fc7b04-5678-4a63-8650-67575a3a857b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:12.982069 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1052b-e575-411a-971d-7ee03b3bbe07 None None] Port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:12.995565 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'port': {'device_id': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'admin_state_up': True, 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:13.010637 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.033128 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:13.034488 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ad66027-9b69-4083-9cc1-0dfc8ce6494d up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:13.166810 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:13.167468 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.185363 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:13.209905 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.17', 58189) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:13.431815 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Publish callbacks [] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.445650 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.472906 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a876-2eb8-4e95-9069-78df8b2c8a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.543772 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6374b59-6e7e-45a7-8330-b90364f4d7c8 None None] Pushing event updated for resources: {'Port': ['ID=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:13.686131 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3b63-bc37-48fc-8599-d6cef074d0fd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (25fc7b04-5678-4a63-8650-67575a3a857b), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.705509 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Attempting to bind port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:13.705881 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Attempting to bind port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:13.706237 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Attempting to bind port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 on network b959c498-d69d-4f98-8a4e-4836fcd711fe {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:13.715653 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-3cad14d6-4eab-45f7-9bdc-9073c46eba2a tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:13.717360 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-3cad14d6-4eab-45f7-9bdc-9073c46eba2a tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b959c498-d69d-4f98-8a4e-4836fcd711fe HTTP/1.1" status: 200 len: 812 time: 0.8144467 Sep 09 04:39:13.781180 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:13.790604 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:13.796850 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.854853 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:13.855302 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Checking segment: {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:13.855675 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.857250 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Bound using segment: {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:13.857757 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Bound port: a325f59e-01b4-4dc2-a3ad-fec282f0ecb2, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:13.860466 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:13.913956 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-5f658c2f-1061-4629-88f5-063d0cbf722e tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/quotas/8cc9340f30fa4e299fd096d27b9c7dbd HTTP/1.1" status: 200 len: 375 time: 0.1402342 Sep 09 04:39:13.931473 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd3b63-bc37-48fc-8599-d6cef074d0fd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fc7b04-5678-4a63-8650-67575a3a857b,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:14.043693 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36032) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:14.045520 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:14.049890 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-21dd1cb5-c18e-458f-8567-0b790eec222d tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=8cc9340f30fa4e299fd096d27b9c7dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035194 Sep 09 04:39:14.057434 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3b63-bc37-48fc-8599-d6cef074d0fd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.058818 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a2cd3b63-bc37-48fc-8599-d6cef074d0fd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6884153 Sep 09 04:39:14.070239 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36034) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:14.076818 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-0fbed8df-df6d-4a44-9f2b-b2d27b7a521f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'security_group_rule': {'security_group_id': 'cb7d1f28-55ce-4e74-a493-f192a9e94537', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:14.080171 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] For port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:14.087205 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.088961 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:14.090443 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-f2961839-fd24-4b10-adb6-9939b30f67b4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:14.091416 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] For port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:14.094588 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-f2961839-fd24-4b10-adb6-9939b30f67b4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 818 time: 0.8834448 Sep 09 04:39:14.103468 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.117049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'port': {'device_id': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'admin_state_up': True, 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:14.124530 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:14.130877 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Made reservation on behalf of 1d203c97242044fb8bf29bdc461e2efd for: {'port': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:14.135343 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.193929 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:14.330984 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Routers {'a6018dfe-c480-4d3b-aef4-f0f069e95d8a'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:14.352867 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:14.363769 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Publish callbacks [] for port (05128281-6b79-4535-a9ba-d69638b0aa71), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.379134 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:14.379971 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.393151 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:14.426408 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.447673 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:14.479314 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Allocated IP 172.20.0.8 (1c260770-d4b1-4e02-bd09-9b1833989c1e/c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2/bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:14.537845 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6374b59-6e7e-45a7-8330-b90364f4d7c8 None None] Pushing event updated for resources: {'Port': ['ID=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,revision_number=4']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:14.556347 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7d40a-24b0-47c0-b1a3-90d3013070ac None None] Pushing event updated for resources: {'Port': ['ID=05128281-6b79-4535-a9ba-d69638b0aa71,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:14.746991 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36044) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:14.759728 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] Set router a6018dfe-c480-4d3b-aef4-f0f069e95d8a gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:14.760294 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.781377 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-45e663b6-ac16-424b-88b2-7ab9d3abc229 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613627094', 'description': 'tempest-description--1741814357'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:14.918443 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Attempting to bind port 05128281-6b79-4535-a9ba-d69638b0aa71 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:14.918741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-50a806a5-649f-4f20-837d-d850038cf191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.918972 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Attempting to bind port 05128281-6b79-4535-a9ba-d69638b0aa71 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:14.919210 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Attempting to bind port 05128281-6b79-4535-a9ba-d69638b0aa71 on network be4e0000-0b0b-4f80-80d3-91d027df1d63 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:14.946751 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0fbed8df-df6d-4a44-9f2b-b2d27b7a521f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (fc3e2067-e6d3-47d7-998b-cb78f47fa006), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:14.955703 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:14.970786 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b7f52bf4-cdd6-4a1a-89c8-d472579dac34 req-df18ce07-aeb8-42af-b8f1-b10bf0fb9562 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 210 time: 0.1562119 Sep 09 04:39:15.002620 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:15.003250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Checking segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:15.003932 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.004472 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Bound using segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:15.005622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Bound port: 05128281-6b79-4535-a9ba-d69638b0aa71, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:15.006269 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.025237 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:15.069199 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Made reservation on behalf of 1d203c97242044fb8bf29bdc461e2efd for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:15.078223 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.096511 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e663b6-ac16-424b-88b2-7ab9d3abc229 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.140199 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.151194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:15.151194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.158451 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-38aeafde-9e33-4f9c-a7a7-62b6813a19c9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b959c498-d69d-4f98-8a4e-4836fcd711fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0958581 Sep 09 04:39:15.243500 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Sync routers for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:39:15.371695 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] For port 05128281-6b79-4535-a9ba-d69638b0aa71, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:15.399783 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] For port 05128281-6b79-4535-a9ba-d69638b0aa71, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=05128281-6b79-4535-a9ba-d69638b0aa71,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:15.400477 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:08Z', 'revision_number': 4, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port': {'id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a325f59e-01b4-4dc2-a3ad-fec282f0ecb2', 'name': '', 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'mac_address': 'fa:16:3e:61:9b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:04Z', 'updated_at': '2022-09-09T04:39:14Z', 'revision_number': 4, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'subnets': [{'id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:15.407686 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:15.415952 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:15.417194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:15.428238 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.473955 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:15.478448 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:15.481928 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.482890 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:15.486381 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:15.542181 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c81da4-93aa-4035-86d2-314a39cf2f98 None None] The sync data for ids ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'] in dv-cinder-856002-3-iscsi is: [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:08Z', 'revision_number': 4, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port': {'id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a325f59e-01b4-4dc2-a3ad-fec282f0ecb2', 'name': '', 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'mac_address': 'fa:16:3e:61:9b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:04Z', 'updated_at': '2022-09-09T04:39:14Z', 'revision_number': 4, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'subnets': [{'id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:15.613206 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:15.614279 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'Port': ['ID=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:15.626679 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:38:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:15.639632 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-be5f878d-9d52-46af-8a96-e383340d80f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.669410 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:15.831712 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:15.924450 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0fbed8df-df6d-4a44-9f2b-b2d27b7a521f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (fc3e2067-e6d3-47d7-998b-cb78f47fa006), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:15.957932 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0fbed8df-df6d-4a44-9f2b-b2d27b7a521f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (fc3e2067-e6d3-47d7-998b-cb78f47fa006), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.001245 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Allocated IP 172.20.0.5 (1c260770-d4b1-4e02-bd09-9b1833989c1e/c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2/a018459f-533b-4aed-aa62-2552577cedef) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:16.033834 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0fbed8df-df6d-4a44-9f2b-b2d27b7a521f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.043547 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0fbed8df-df6d-4a44-9f2b-b2d27b7a521f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9717658 Sep 09 04:39:16.044613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36070) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:16.067093 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7d40a-24b0-47c0-b1a3-90d3013070ac None None] Pushing event updated for resources: {'Port': ['ID=05128281-6b79-4535-a9ba-d69638b0aa71,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:16.108701 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:16.182814 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:16.184457 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.235437 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbed8df-df6d-4a44-9f2b-b2d27b7a521f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3e2067-e6d3-47d7-998b-cb78f47fa006,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:16.254577 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.296419 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:16.343122 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-f1218c8d-1b1b-4f33-b114-c376c7ee921c None None] Provisioning complete for port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:16.344597 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f1218c8d-1b1b-4f33-b114-c376c7ee921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.466820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:16.548554 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36080) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:16.566984 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:16.631299 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for port (a018459f-533b-4aed-aa62-2552577cedef), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.739295 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:16.749242 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-50a806a5-649f-4f20-837d-d850038cf191 admin admin] Publish callbacks [] for security_group (9663b5e8-6e6f-4150-8be6-b3f90ccf69ac), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.754268 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (a018459f-533b-4aed-aa62-2552577cedef), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.763506 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-50a806a5-649f-4f20-837d-d850038cf191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9663b5e8-6e6f-4150-8be6-b3f90ccf69ac), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:16.974338 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f1218c8d-1b1b-4f33-b114-c376c7ee921c None None] Port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:17.020190 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-552327b6-bc21-40b9-a73c-208ddf014ad9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0332332 Sep 09 04:39:17.039174 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-af68ceb0-c65b-420b-80c1-aca638f781d8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:39:17.042743 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-af68ceb0-c65b-420b-80c1-aca638f781d8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0204163 Sep 09 04:39:17.050512 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:17.065588 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:17.071140 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-50a806a5-649f-4f20-837d-d850038cf191 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=574802c84aa7424b9f4a819d8107a7a9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0251915 Sep 09 04:39:17.072177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:17.086363 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:17.087061 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.097519 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'Port': ['ID=a018459f-533b-4aed-aa62-2552577cedef,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:17.104944 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a806a5-649f-4f20-837d-d850038cf191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9663b5e8-6e6f-4150-8be6-b3f90ccf69ac,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:17.110452 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36096) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:17.117317 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e663b6-ac16-424b-88b2-7ab9d3abc229 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (9d22abdb-5fea-4ff1-af76-1c2684e60421), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.197555 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:17.197965 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.212382 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e663b6-ac16-424b-88b2-7ab9d3abc229 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9d22abdb-5fea-4ff1-af76-1c2684e60421), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.284116 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e663b6-ac16-424b-88b2-7ab9d3abc229 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.287273 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-45e663b6-ac16-424b-88b2-7ab9d3abc229 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5308256 Sep 09 04:39:17.303802 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36100) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:17.309946 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-434be243-99ee-4aeb-942f-95fc55a0186b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'security_group_rule': {'security_group_id': '9d22abdb-5fea-4ff1-af76-1c2684e60421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:17.343480 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-19fff685-ad2f-4d22-991b-bfe5253fd460 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2307220 Sep 09 04:39:17.363854 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-434be243-99ee-4aeb-942f-95fc55a0186b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (584b8c5b-2f96-4091-8954-f2a63df8b3df), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.400130 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2f7c381-69a1-4ace-9086-f9e78752eb20 admin admin] Publish callbacks [] for security_group (9663b5e8-6e6f-4150-8be6-b3f90ccf69ac), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.407346 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-73cdbe68-c211-42dd-b0bd-f959a86e2db3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b959c498-d69d-4f98-8a4e-4836fcd711fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0642958 Sep 09 04:39:17.457343 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d6c64-e5d3-4640-a2ff-666734df5732 req-6aa0a6d9-b31b-4df7-a93c-f1f0877d30c2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:17.468151 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e9d6c64-e5d3-4640-a2ff-666734df5732 req-6aa0a6d9-b31b-4df7-a93c-f1f0877d30c2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 931 time: 1.2432423 Sep 09 04:39:17.481200 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.504335 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e663b6-ac16-424b-88b2-7ab9d3abc229 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d22abdb-5fea-4ff1-af76-1c2684e60421,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:17.561110 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=8,neutron:UPDATE=4,neutron:SELECT=88 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:17.574056 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2f7c381-69a1-4ace-9086-f9e78752eb20 admin admin] Publish callbacks [] for security_group (9663b5e8-6e6f-4150-8be6-b3f90ccf69ac), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.603319 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.627999 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-434be243-99ee-4aeb-942f-95fc55a0186b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (584b8c5b-2f96-4091-8954-f2a63df8b3df), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.649192 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Request body: {'port': {'device_id': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:17.671439 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-f8e6228c-ba4f-4075-a0a4-919bb3812165 None None] Provisioning complete for port a018459f-533b-4aed-aa62-2552577cedef triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:17.672184 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f8e6228c-ba4f-4075-a0a4-919bb3812165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a018459f-533b-4aed-aa62-2552577cedef), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.682961 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Request body: {'port': {'device_id': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:17.762006 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-434be243-99ee-4aeb-942f-95fc55a0186b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (584b8c5b-2f96-4091-8954-f2a63df8b3df), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.855621 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e9d6c64-e5d3-4640-a2ff-666734df5732 req-756db3ca-f963-4c47-9354-88dbbda0f717 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439579 Sep 09 04:39:17.856879 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1621c61-7a5f-43ef-8a2f-7d28d9676d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.872738 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434be243-99ee-4aeb-942f-95fc55a0186b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584b8c5b-2f96-4091-8954-f2a63df8b3df,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:17.890330 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-434be243-99ee-4aeb-942f-95fc55a0186b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:17.901356 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-434be243-99ee-4aeb-942f-95fc55a0186b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5955095 Sep 09 04:39:17.955912 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36120) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:17.978445 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-a2080f84-4701-4f68-9d66-9996a6ffe9b8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'security_group_rule': {'security_group_id': '9d22abdb-5fea-4ff1-af76-1c2684e60421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:18.008543 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:18.084388 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93d10c40-9bd1-4c3f-ba6f-be0355e2d937 req-b1f87c89-8747-47d6-8f5b-7f7627899026 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 210 time: 0.1899681 Sep 09 04:39:18.097412 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a2080f84-4701-4f68-9d66-9996a6ffe9b8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (48a8ca9b-3cb7-40af-9d96-551605f9b91a), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.112698 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:18.123112 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1621c61-7a5f-43ef-8a2f-7d28d9676d85 admin admin] Publish callbacks [] for security_group (8a97e5a4-0df4-4217-bdfb-a76810749bac), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.128525 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a018459f-533b-4aed-aa62-2552577cedef), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.166631 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.168738 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e1621c61-7a5f-43ef-8a2f-7d28d9676d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (8a97e5a4-0df4-4217-bdfb-a76810749bac), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.216399 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Allocated IP 172.27.3.174 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/9734644a-c23a-4993-95c1-c232d4972041) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:18.286777 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 2, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:18.365818 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Checking router: fe474707-f1f0-4c45-8158-207aeea5a59b for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:39:18.366664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Updating router fe474707-f1f0-4c45-8158-207aeea5a59b port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:39:18.375526 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1621c61-7a5f-43ef-8a2f-7d28d9676d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97e5a4-0df4-4217-bdfb-a76810749bac,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:18.380569 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e1621c61-7a5f-43ef-8a2f-7d28d9676d85 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=32ecb8ce7f074f8389672f65f860f5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4016893 Sep 09 04:39:18.390501 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36132) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:18.453252 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:18.454968 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 04644fd3-568c-4941-a367-af423d23d7c3 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:18.640295 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:18.671084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6228c-ba4f-4075-a0a4-919bb3812165 None None] Port a018459f-533b-4aed-aa62-2552577cedef cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:18.702683 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 04644fd3-568c-4941-a367-af423d23d7c3 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:18.703153 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (04644fd3-568c-4941-a367-af423d23d7c3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.812886 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a2080f84-4701-4f68-9d66-9996a6ffe9b8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (48a8ca9b-3cb7-40af-9d96-551605f9b91a), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.814083 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:18.816007 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2f7c381-69a1-4ace-9086-f9e78752eb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9663b5e8-6e6f-4150-8be6-b3f90ccf69ac), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.819058 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:18.820736 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2f7c381-69a1-4ace-9086-f9e78752eb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.822158 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e2f7c381-69a1-4ace-9086-f9e78752eb20 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9663b5e8-6e6f-4150-8be6-b3f90ccf69ac HTTP/1.1" status: 204 len: 168 time: 1.6964097 Sep 09 04:39:18.827543 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a2080f84-4701-4f68-9d66-9996a6ffe9b8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (48a8ca9b-3cb7-40af-9d96-551605f9b91a), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.858764 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7c381-69a1-4ace-9086-f9e78752eb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9663b5e8-6e6f-4150-8be6-b3f90ccf69ac,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:18.874719 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2080f84-4701-4f68-9d66-9996a6ffe9b8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a8ca9b-3cb7-40af-9d96-551605f9b91a,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:18.889947 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a2080f84-4701-4f68-9d66-9996a6ffe9b8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:18.895076 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a2080f84-4701-4f68-9d66-9996a6ffe9b8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9250691 Sep 09 04:39:18.896850 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36152) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:18.935965 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:19.071161 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.073899 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.078685 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.476154 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.635663 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.666959 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57ebe233-b8b3-4c61-b9a7-92f629a71b32 admin admin] Publish callbacks [] for security_group (8a97e5a4-0df4-4217-bdfb-a76810749bac), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.681739 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:19.682584 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f95ef-fbca-49d9-9b70-1f9a14bef344 req-dded4e0c-e52f-41de-bd27-fec4f662e1f3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:19.689831 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c54f95ef-fbca-49d9-9b70-1f9a14bef344 req-dded4e0c-e52f-41de-bd27-fec4f662e1f3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 931 time: 0.5877495 Sep 09 04:39:19.728950 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36166) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:19.811580 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d8f18a94-53d6-448e-8f23-b79977d8efdf req-90ec6ffa-9466-43c5-aab5-894fe0b01558 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 210 time: 0.4468918 Sep 09 04:39:19.821462 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ce291c97-2d57-4104-9bcd-c940a73e248b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.830833 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:19.835677 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for port (9734644a-c23a-4993-95c1-c232d4972041), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.893592 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d63d082-5629-4f6b-812a-6d34de81ae98 None None] The sync data for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi is: [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:19.961707 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 04644fd3-568c-4941-a367-af423d23d7c3 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:19.963218 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57ebe233-b8b3-4c61-b9a7-92f629a71b32 admin admin] Publish callbacks [] for security_group (8a97e5a4-0df4-4217-bdfb-a76810749bac), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:19.966359 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device cb375888-3f6b-4db1-b248-3ce26283a59e up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:19.969324 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:20.049021 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Publish callbacks [] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.215863 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Transition to ACTIVE for port object bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:39:20.216576 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57ebe233-b8b3-4c61-b9a7-92f629a71b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (8a97e5a4-0df4-4217-bdfb-a76810749bac), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.225838 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57ebe233-b8b3-4c61-b9a7-92f629a71b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.228885 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.242701 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-57ebe233-b8b3-4c61-b9a7-92f629a71b32 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8a97e5a4-0df4-4217-bdfb-a76810749bac HTTP/1.1" status: 204 len: 168 time: 1.8269820 Sep 09 04:39:20.491910 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port cb375888-3f6b-4db1-b248-3ce26283a59e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:20.493225 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.535168 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c54f95ef-fbca-49d9-9b70-1f9a14bef344 req-09b10b23-53a5-48ee-9a39-e69ba713c4d8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7199998 Sep 09 04:39:20.566194 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebe233-b8b3-4c61-b9a7-92f629a71b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97e5a4-0df4-4217-bdfb-a76810749bac,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:20.635279 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Attempting to bind port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:20.637037 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Attempting to bind port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:20.637289 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Attempting to bind port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:20.691805 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:20.757175 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Pushing event updated for resources: {'Port': ['ID=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:20.761401 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port cb375888-3f6b-4db1-b248-3ce26283a59e is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:20.761941 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.790682 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (9734644a-c23a-4993-95c1-c232d4972041), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.796620 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Publish callbacks [] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.828434 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.836959 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port cb375888-3f6b-4db1-b248-3ce26283a59e, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=cb375888-3f6b-4db1-b248-3ce26283a59e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:20.871756 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:20.967926 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:21.008860 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'Port': ['ID=9734644a-c23a-4993-95c1-c232d4972041,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:21.121194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Allocated IP 172.27.3.207 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/7cc34997-d3a2-4881-8971-833e5aca8ec7) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:21.124891 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a018459f-533b-4aed-aa62-2552577cedef {{(pid=107719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:21.130879 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Attempting to bind port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:21.131129 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe on network 1c260770-d4b1-4e02-bd09-9b1833989c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:39:21.131533 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Attempting to bind port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:21.132222 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Attempting to bind port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 on network da245dda-2c01-4deb-aa23-3957c02d97c0 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:21.168008 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:21.170051 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Publish callbacks [] for port (a018459f-533b-4aed-aa62-2552577cedef), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.172381 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Attempting to bind port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:21.188334 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.17', 58204) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:21.190106 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:21.226031 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:21.233061 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:21.257918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9eef8-63f9-49e3-9411-6094dc63298e None None] Pushing event updated for resources: {'Port': ['ID=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:21.281870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:21.283411 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Checking segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:21.283819 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.287352 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Bound using segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:21.288075 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Bound port: 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:21.288443 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.405939 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.provisioning_blocks [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Transition to ACTIVE for port object a018459f-533b-4aed-aa62-2552577cedef will not be triggered until provisioned by entity L2. {{(pid=107719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:39:21.452712 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36200) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:21.496424 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] For port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:21.507515 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] For port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:21.519931 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.531566 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (a018459f-533b-4aed-aa62-2552577cedef), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.569622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:39:21.570547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:39:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:21.573051 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 05128281-6b79-4535-a9ba-d69638b0aa71 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:21.662496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36206) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:21.668903 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ce291c97-2d57-4104-9bcd-c940a73e248b admin admin] Publish callbacks [] for security_group (1d37886b-f805-4b4d-a1bf-073f429b5fa9), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.722724 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a018459f-533b-4aed-aa62-2552577cedef,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:21.785588 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ce291c97-2d57-4104-9bcd-c940a73e248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1d37886b-f805-4b4d-a1bf-073f429b5fa9), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.788494 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e515af1b-4d2a-4b49-8341-9a12e70f6ac7 req-3a7d63de-c512-414e-acd6-80d0d4b11d13 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 210 time: 0.3281119 Sep 09 04:39:21.804652 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-02520177-dc4a-46f3-b220-494c4c08f285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:21.834499 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=cb375888-3f6b-4db1-b248-3ce26283a59e,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:21.920641 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:21.956204 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9eef8-63f9-49e3-9411-6094dc63298e None None] Pushing event updated for resources: {'Port': ['ID=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:22.027870 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (97e0e8a4-39f6-4a65-8839-2d9a0871fbe5), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.038620 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:22.041017 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Checking segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:22.043033 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Bound using segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:22.046790 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Bound port: bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:22.046790 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.076747 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-ce291c97-2d57-4104-9bcd-c940a73e248b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5e9e91fd716e45938154a7c743d003a5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3070197 Sep 09 04:39:22.082063 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caf679-b60f-4fc1-9d8c-48a54cdbc307 req-3507a157-a9e6-4a16-b2c8-4d82b696ad6c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:22.083961 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-61caf679-b60f-4fc1-9d8c-48a54cdbc307 req-3507a157-a9e6-4a16-b2c8-4d82b696ad6c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.3344080 Sep 09 04:39:22.087153 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36216) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:22.198848 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (9734644a-c23a-4993-95c1-c232d4972041), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.230260 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] For port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:22.266708 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce291c97-2d57-4104-9bcd-c940a73e248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d37886b-f805-4b4d-a1bf-073f429b5fa9,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:22.293472 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] For port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:22.309810 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:22.334761 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 05128281-6b79-4535-a9ba-d69638b0aa71 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:22.335686 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.343956 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ce94cded-fb77-4292-87e0-117fc10b41fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.379414 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Attempting to bind port a018459f-533b-4aed-aa62-2552577cedef on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:22.379841 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Attempting to bind port a018459f-533b-4aed-aa62-2552577cedef by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:22.380338 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Attempting to bind port a018459f-533b-4aed-aa62-2552577cedef on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:22.391651 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.395195 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:39:22.398653 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:22.400266 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:22.401571 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.403072 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe HTTP/1.1" status: 200 len: 1093 time: 4.9273887 Sep 09 04:39:22.472452 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-02520177-dc4a-46f3-b220-494c4c08f285 admin admin] Publish callbacks [] for security_group (67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.480133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'tag': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:22.507779 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Port a018459f-533b-4aed-aa62-2552577cedef on network 1c260770-d4b1-4e02-bd09-9b1833989c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:39:22.508407 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Attempting to bind port a018459f-533b-4aed-aa62-2552577cedef on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:22.602048 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-02520177-dc4a-46f3-b220-494c4c08f285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.608872 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:22.609268 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Checking segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:22.610083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Bound using segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:22.610293 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-6ae5654c-f8ca-4883-9922-12ce643c98b4 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:22.610713 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Bound port: a018459f-533b-4aed-aa62-2552577cedef, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:22.611111 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a018459f-533b-4aed-aa62-2552577cedef), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.611867 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-6ae5654c-f8ca-4883-9922-12ce643c98b4 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b959c498-d69d-4f98-8a4e-4836fcd711fe HTTP/1.1" status: 200 len: 812 time: 1.3587117 Sep 09 04:39:22.639000 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-61caf679-b60f-4fc1-9d8c-48a54cdbc307 req-d8597d49-64ec-44ef-8a81-01b2c6d48c2c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359907 Sep 09 04:39:22.647811 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:22.649834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:21Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:39:22.682994 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd563bb-d1b9-4121-a341-8cad3e327db2 None None] The sync data for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi is: [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:21Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:39:22.725954 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520177-dc4a-46f3-b220-494c4c08f285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:22.746640 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Request body: {'port': {'device_id': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe', 'admin_state_up': True, 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:22.751994 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 05128281-6b79-4535-a9ba-d69638b0aa71 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:22.752691 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.805343 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-01f179c8-9250-496f-8a93-393c401c44ca admin admin] Publish callbacks [] for security_group (1d37886b-f805-4b4d-a1bf-073f429b5fa9), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.852417 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 05128281-6b79-4535-a9ba-d69638b0aa71, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=05128281-6b79-4535-a9ba-d69638b0aa71,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:22.860040 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.861534 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 395206d5-c7d4-4a1b-b130-d8c614f5cd69 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:22.880476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-01f179c8-9250-496f-8a93-393c401c44ca admin admin] Publish callbacks [] for security_group (1d37886b-f805-4b4d-a1bf-073f429b5fa9), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:22.930271 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:22.995950 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.060188 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:23.131892 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:23.132283 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.173489 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=05128281-6b79-4535-a9ba-d69638b0aa71,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:23.205004 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675854a3-f030-4bc5-a7e0-e4e145309ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc64fdf-1f32-4a6f-9194-af9ea4628027", "tag": "bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:23.276380 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-02520177-dc4a-46f3-b220-494c4c08f285 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0f44ee8cb38e434983339d605b1121c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7188432 Sep 09 04:39:23.277852 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-402340ca-3913-4804-9089-6c125c0ab082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:23.279611 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-402340ca-3913-4804-9089-6c125c0ab082 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 1127 time: 0.6853914 Sep 09 04:39:23.286612 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36234) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:23.384862 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:23.385634 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.438045 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 395206d5-c7d4-4a1b-b130-d8c614f5cd69, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=395206d5-c7d4-4a1b-b130-d8c614f5cd69,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:23.447965 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.450457 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:23.468434 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:23.477716 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:23.489038 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-9727ec54-9814-4e3b-a4d0-04f85febc71c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe HTTP/1.1" status: 200 len: 217 time: 0.1533103 Sep 09 04:39:23.504308 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efec3c4-b5a3-480c-af38-6db353fc57ab service neutron] Pushing event updated for resources: {'Port': ['ID=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:23.667467 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a7f776cd-c3ba-40d3-9bac-6adea8c857c9 req-adefb870-edfc-4bfc-86be-2b32ff28cb48 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 210 time: 0.5810015 Sep 09 04:39:23.708126 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] For port a018459f-533b-4aed-aa62-2552577cedef, host hv-cinder-85600, cleared binding levels {{(pid=107719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:23.725611 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b2a42-cc72-40d7-bab2-95c3451b8371 x-openstack-request-id: req-3c4b2a42-cc72-40d7-bab2-95c3451b8371 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:23.729031 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=395206d5-c7d4-4a1b-b130-d8c614f5cd69,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:23.729418 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc64fdf-1f32-4a6f-9194-af9ea4628027", "tag": "bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:23.731207 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c4b2a42-cc72-40d7-bab2-95c3451b8371 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:23.731811 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4b2a42-cc72-40d7-bab2-95c3451b8371'] response: {'name': 'network-changed', 'server_uuid': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'tag': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe', 'status': 'completed', 'code': 200} Sep 09 04:39:23.740454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-bbe90574-14ae-4026-b86b-e69a414e03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:23.742178 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-bbe90574-14ae-4026-b86b-e69a414e03fb service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.1675582 Sep 09 04:39:23.755150 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:23.755527 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.800019 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] For port a018459f-533b-4aed-aa62-2552577cedef, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a018459f-533b-4aed-aa62-2552577cedef,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:23.865991 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-32a033ba-a677-4d58-a2cf-ec404a358a2a admin admin] Publish callbacks [] for security_group (67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.875035 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.881001 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (a018459f-533b-4aed-aa62-2552577cedef), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.890143 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:23.890766 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.892537 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 200 len: 1093 time: 6.4208281 Sep 09 04:39:23.937504 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:23.941096 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ad66027-9b69-4083-9cc1-0dfc8ce6494d up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:23.965092 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'tag': 'a018459f-533b-4aed-aa62-2552577cedef'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:23.969145 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-01f179c8-9250-496f-8a93-393c401c44ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1d37886b-f805-4b4d-a1bf-073f429b5fa9), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.978306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-01f179c8-9250-496f-8a93-393c401c44ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:23.989760 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-01f179c8-9250-496f-8a93-393c401c44ca admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1d37886b-f805-4b4d-a1bf-073f429b5fa9 HTTP/1.1" status: 204 len: 168 time: 1.8984416 Sep 09 04:39:24.052324 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-32a033ba-a677-4d58-a2cf-ec404a358a2a admin admin] Publish callbacks [] for security_group (67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.059113 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-d8191175-dcce-4b4f-83b2-5bef8f92be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:24.060825 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-d8191175-dcce-4b4f-83b2-5bef8f92be11 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2783787 Sep 09 04:39:24.101834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:24.103814 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.125943 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:24.177109 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ce94cded-fb77-4292-87e0-117fc10b41fe admin admin] Publish callbacks [] for security_group (9b0d2d4c-6081-4add-9fc3-fbba7732cc94), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.189732 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:24.197350 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:24.207456 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f179c8-9250-496f-8a93-393c401c44ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d37886b-f805-4b4d-a1bf-073f429b5fa9,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:24.279171 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'Port': ['ID=7cc34997-d3a2-4881-8971-833e5aca8ec7,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:24.280974 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ce94cded-fb77-4292-87e0-117fc10b41fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9b0d2d4c-6081-4add-9fc3-fbba7732cc94), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.297479 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Made reservation on behalf of 8cc9340f30fa4e299fd096d27b9c7dbd for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:24.311018 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.412329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abb362-fa33-4d2c-aa74-ba17e0599d40 req-b3318b07-6735-4934-b897-03bca7060ee1 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:24.414060 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-42abb362-fa33-4d2c-aa74-ba17e0599d40 req-b3318b07-6735-4934-b897-03bca7060ee1 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.6119938 Sep 09 04:39:24.455872 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for port (9734644a-c23a-4993-95c1-c232d4972041), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.463733 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff4287f-09f9-4f5b-910b-efc21d77b683" -d '{"events": [{"name": "network-changed", "server_uuid": "86b22e86-a3f6-4e3d-bb20-2ef261176f1f", "tag": "a018459f-533b-4aed-aa62-2552577cedef"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:24.475657 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:24.477133 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:24.537273 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:24.537953 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.575193 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (9734644a-c23a-4993-95c1-c232d4972041), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.633202 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:24.633856 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.678304 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:24.686369 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.703907 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-bf8970fe-94bb-4728-a68a-97359fee1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:24.710016 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-bf8970fe-94bb-4728-a68a-97359fee1f6c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1127 time: 0.5499208 Sep 09 04:39:24.711800 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36260) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:24.727794 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (97e0e8a4-39f6-4a65-8839-2d9a0871fbe5), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.768670 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:24.842437 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94cded-fb77-4292-87e0-117fc10b41fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0d2d4c-6081-4add-9fc3-fbba7732cc94,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:24.852358 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc36e-98b2-4360-922f-c74e0843babb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.883258 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:24.898344 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8248916 Sep 09 04:39:24.900393 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4f0fa-512b-4bcc-98ca-ebffa6042fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a018459f-533b-4aed-aa62-2552577cedef,revision_number=3']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:24.933993 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25648b69-0750-4965-b9b8-ab412cb8a22f x-openstack-request-id: req-25648b69-0750-4965-b9b8-ab412cb8a22f {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:24.934300 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b22e86-a3f6-4e3d-bb20-2ef261176f1f", "tag": "a018459f-533b-4aed-aa62-2552577cedef", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:24.936549 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25648b69-0750-4965-b9b8-ab412cb8a22f {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:24.937028 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25648b69-0750-4965-b9b8-ab412cb8a22f'] response: {'name': 'network-changed', 'server_uuid': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'tag': 'a018459f-533b-4aed-aa62-2552577cedef', 'status': 'completed', 'code': 200} Sep 09 04:39:24.972557 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:25.064766 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (076772aa-f4ee-45ae-8c3a-7c64d596f574), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.073717 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-32a033ba-a677-4d58-a2cf-ec404a358a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.076726 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-32a033ba-a677-4d58-a2cf-ec404a358a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.084542 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-32a033ba-a677-4d58-a2cf-ec404a358a2a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce HTTP/1.1" status: 204 len: 168 time: 1.7951140 Sep 09 04:39:25.106856 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:25.168423 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-0546b1fc-bea2-4870-a1fc-acfa95b424d2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0313213 Sep 09 04:39:25.198278 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a033ba-a677-4d58-a2cf-ec404a358a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba5bbb-fe2b-43d5-95e3-70dfbd76d7ce,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:25.226266 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e1b73-8118-45f8-8cf1-baee004ec94a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'Port': ['ID=9734644a-c23a-4993-95c1-c232d4972041,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:25.247924 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ce94cded-fb77-4292-87e0-117fc10b41fe admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4305282983c649c3bbabec098e027ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5197823 Sep 09 04:39:25.248867 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36274) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:25.284282 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:25.284667 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.293327 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-a2ceccfc-e52c-4b3c-8391-a4537542a1ce service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 200 len: 217 time: 0.4972260 Sep 09 04:39:25.307926 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Allocated IP 172.20.0.3 (b959c498-d69d-4f98-8a4e-4836fcd711fe/32f7f566-e243-45c8-bcdb-c01c8a3cfca7/0bd2a80e-3f55-4880-b053-2fd68ba4e2a3) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:25.314690 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.504443 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6cdafbac-22d5-40fb-be9a-a4e6edb3cbf2 req-9164e8e3-4299-4e9b-8c21-2cc270394356 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159816 Sep 09 04:39:25.534046 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:25.534475 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.590427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:25.634220 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:25.646416 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.649449 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 05128281-6b79-4535-a9ba-d69638b0aa71 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:25.654106 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7b6fc683-32e5-4fde-a37c-09c80b0de670 req-a01f8e3b-f85a-446b-b78f-592fbf57cc51 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 210 time: 0.4024844 Sep 09 04:39:25.676346 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-42abb362-fa33-4d2c-aa74-ba17e0599d40 req-1ab68221-ecee-43ed-8e57-2dcd57ca7547 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2305043 Sep 09 04:39:25.784047 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:25.799278 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2be1fb1d-7e4f-45f7-b87d-992e3e678969 admin admin] Publish callbacks [] for security_group (9b0d2d4c-6081-4add-9fc3-fbba7732cc94), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.804977 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:25.816656 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 05128281-6b79-4535-a9ba-d69638b0aa71 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:25.817110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.869755 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2be1fb1d-7e4f-45f7-b87d-992e3e678969 admin admin] Publish callbacks [] for security_group (9b0d2d4c-6081-4add-9fc3-fbba7732cc94), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:25.914176 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-4c1f214e-9f8b-499e-9852-643fc7f30069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:25.915721 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-4c1f214e-9f8b-499e-9852-643fc7f30069 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 1127 time: 0.0810845 Sep 09 04:39:26.006770 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:26.025489 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2be1fb1d-7e4f-45f7-b87d-992e3e678969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9b0d2d4c-6081-4add-9fc3-fbba7732cc94), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.029069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2be1fb1d-7e4f-45f7-b87d-992e3e678969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.033677 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2be1fb1d-7e4f-45f7-b87d-992e3e678969 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9b0d2d4c-6081-4add-9fc3-fbba7732cc94 HTTP/1.1" status: 204 len: 168 time: 0.7811971 Sep 09 04:39:26.037416 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-05f20fca-4b90-4d4c-8e53-f6160b87dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:26.039452 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-05f20fca-4b90-4d4c-8e53-f6160b87dc98 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.6730578 Sep 09 04:39:26.060638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:26.064220 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks [] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.070289 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 05128281-6b79-4535-a9ba-d69638b0aa71 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:26.071440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1fb1d-7e4f-45f7-b87d-992e3e678969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0d2d4c-6081-4add-9fc3-fbba7732cc94,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:26.071555 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 395206d5-c7d4-4a1b-b130-d8c614f5cd69 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:26.184349 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:26.266418 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:26.268922 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.282397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.293375 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.294804 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (076772aa-f4ee-45ae-8c3a-7c64d596f574), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.326002 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-a0519337-4089-4e2c-995e-2707fd71145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:26.326002 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-a0519337-4089-4e2c-995e-2707fd71145c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.3969965 Sep 09 04:39:26.328015 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-bf6496f0-5891-4f7c-b9ad-a1f87c40347a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1346454603&fields=id&tenant_id=5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 267 time: 0.3225417 Sep 09 04:39:26.332763 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.337152 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4357095 Sep 09 04:39:26.443124 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-473e2a7f-b95d-4228-bd30-faf6135dc5f5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe HTTP/1.1" status: 200 len: 217 time: 0.0634525 Sep 09 04:39:26.443700 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:26.444994 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-e894978b-ac48-421f-b2da-580ae3d7b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:26.446641 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-e894978b-ac48-421f-b2da-580ae3d7b1ec service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3813310 Sep 09 04:39:26.447183 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:26.451389 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device cb375888-3f6b-4db1-b248-3ce26283a59e up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:26.454396 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.484307 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1798a2-70a8-49f1-a419-94224f9f8a59 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'Port': ['ID=7cc34997-d3a2-4881-8971-833e5aca8ec7,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:26.518284 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:26.541365 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-308de443-3778-4c68-acc7-fe214f85c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:26.543053 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-308de443-3778-4c68-acc7-fe214f85c9a0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.1012545 Sep 09 04:39:26.545067 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Network b959c498-d69d-4f98-8a4e-4836fcd711fe is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:26.553395 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:26.566743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:26.571888 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:26.572515 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.598002 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port cb375888-3f6b-4db1-b248-3ce26283a59e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:26.601380 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.605071 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Pushing event updated for resources: {'Port': ['ID=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:26.622828 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-9c306299-6706-4d55-842f-9c19adefa5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:26.628628 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-9c306299-6706-4d55-842f-9c19adefa5ca service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725727 Sep 09 04:39:26.632964 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8e7be772-7789-43e6-bb66-89da6342e647 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9664931 Sep 09 04:39:26.822884 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-b08e15fe-55c0-4836-93cd-d6b0a4fa97b2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864347 Sep 09 04:39:26.839236 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port cb375888-3f6b-4db1-b248-3ce26283a59e is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:26.924927 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc36e-98b2-4360-922f-c74e0843babb admin admin] Publish callbacks [] for security_group (844d8ed7-0601-41c0-9ea8-960832a9370b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.944339 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-86c67f97-e7fe-4978-a1ef-090dac7ee800 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799347 Sep 09 04:39:26.963536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc36e-98b2-4360-922f-c74e0843babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (844d8ed7-0601-41c0-9ea8-960832a9370b), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:26.969480 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:27.012089 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-d00a4077-f04b-404a-b0e5-dcfc46451a79 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:27.017951 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:27.018385 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.021619 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-d00a4077-f04b-404a-b0e5-dcfc46451a79 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 816 time: 0.6944039 Sep 09 04:39:27.050828 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36326) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:27.052525 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-1db801fc-a98a-4f11-a56b-9dcec8af000f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/quotas/5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 375 time: 0.0293026 Sep 09 04:39:27.063301 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-c4c9c3a1-b6ca-40d5-abd9-14bc1f59e2a4 None None] Provisioning complete for port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:27.064017 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c4c9c3a1-b6ca-40d5-abd9-14bc1f59e2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.074220 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-94f1f163-a92d-43fc-9b4e-a23e20e46aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.102469 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-aa7cc36e-98b2-4360-922f-c74e0843babb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a5628234021d4e2c9aea69638b52d2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3319805 Sep 09 04:39:27.108183 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36328) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:27.115293 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9c3a1-b6ca-40d5-abd9-14bc1f59e2a4 None None] Port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:27.137031 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19addc70-a5d5-4447-86ac-a6e63cabafa2 req-c52616f6-0a9e-4c64-9d9b-2ad8c94fd450 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:27.138553 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-19addc70-a5d5-4447-86ac-a6e63cabafa2 req-c52616f6-0a9e-4c64-9d9b-2ad8c94fd450 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 931 time: 0.2273488 Sep 09 04:39:27.149687 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cc36e-98b2-4360-922f-c74e0843babb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d8ed7-0601-41c0-9ea8-960832a9370b,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:27.154646 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:27.155865 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:27.167147 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-233b3fa3-8491-45a3-af20-2d1c0434dc3d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137342 Sep 09 04:39:27.214531 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:27.214956 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.224400 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-94f1f163-a92d-43fc-9b4e-a23e20e46aeb admin admin] Publish callbacks [] for security_group (171d95fd-7212-4f62-a7eb-b8fbca30b673), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.232568 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-94f1f163-a92d-43fc-9b4e-a23e20e46aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (171d95fd-7212-4f62-a7eb-b8fbca30b673), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.268060 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:27.297195 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-19addc70-a5d5-4447-86ac-a6e63cabafa2 req-30deaa3a-d6de-4b6d-8aa6-5a8a5e0ca472 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443155 Sep 09 04:39:27.309732 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:27.310401 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1f163-a92d-43fc-9b4e-a23e20e46aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d95fd-7212-4f62-a7eb-b8fbca30b673,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:27.320179 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-94f1f163-a92d-43fc-9b4e-a23e20e46aeb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7b909cddd2404bb18989d4c1f1d2a21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668731 Sep 09 04:39:27.327051 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36332) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:27.340644 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b2be359e-812e-4c42-a1ff-958a40ca48a6 admin admin] Publish callbacks [] for security_group (844d8ed7-0601-41c0-9ea8-960832a9370b), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.377644 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b2be359e-812e-4c42-a1ff-958a40ca48a6 admin admin] Publish callbacks [] for security_group (844d8ed7-0601-41c0-9ea8-960832a9370b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.381490 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-bb0e1ad6-5834-4353-8b9e-94b313b805e9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979022 Sep 09 04:39:27.399019 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8d471b9d-fd53-4924-b92a-6098a79d95cd admin admin] Publish callbacks [] for security_group (171d95fd-7212-4f62-a7eb-b8fbca30b673), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.432084 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8d471b9d-fd53-4924-b92a-6098a79d95cd admin admin] Publish callbacks [] for security_group (171d95fd-7212-4f62-a7eb-b8fbca30b673), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.492959 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8d471b9d-fd53-4924-b92a-6098a79d95cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (171d95fd-7212-4f62-a7eb-b8fbca30b673), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.495045 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8d471b9d-fd53-4924-b92a-6098a79d95cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.496208 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-8d471b9d-fd53-4924-b92a-6098a79d95cd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/171d95fd-7212-4f62-a7eb-b8fbca30b673 HTTP/1.1" status: 204 len: 168 time: 0.1682277 Sep 09 04:39:27.511810 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36d804-04b8-40d3-94b4-add3d3e1c136 req-02b66f2d-ea99-4d6e-9ea6-ac70a9504cde tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:27.513323 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e36d804-04b8-40d3-94b4-add3d3e1c136 req-02b66f2d-ea99-4d6e-9ea6-ac70a9504cde tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.1308935 Sep 09 04:39:27.522334 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:27.524011 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d471b9d-fd53-4924-b92a-6098a79d95cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d95fd-7212-4f62-a7eb-b8fbca30b673,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:27.578570 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b2be359e-812e-4c42-a1ff-958a40ca48a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (844d8ed7-0601-41c0-9ea8-960832a9370b), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.581138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b2be359e-812e-4c42-a1ff-958a40ca48a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:27.583492 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b2be359e-812e-4c42-a1ff-958a40ca48a6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/844d8ed7-0601-41c0-9ea8-960832a9370b HTTP/1.1" status: 204 len: 168 time: 0.4674680 Sep 09 04:39:27.605216 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-98e1adc6-017c-4664-9914-057200458a47 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073188 Sep 09 04:39:27.605537 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:39:27.607223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be359e-812e-4c42-a1ff-958a40ca48a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d8ed7-0601-41c0-9ea8-960832a9370b,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:27.612662 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e36d804-04b8-40d3-94b4-add3d3e1c136 req-b622b9fb-e196-4f3e-8a56-b68e10a4fd05 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911670 Sep 09 04:39:27.881522 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6f2e1c5c-e285-4912-8a95-66aaa7553ba8 req-9d609e59-86b3-4d1e-97de-80b864c0e951 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0764651 Sep 09 04:39:27.920999 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-f7bb2a0d-1028-4194-b4b1-aa29f1171d5d tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--613627094&fields=id&tenant_id=7ad09c9b062641c19d3811d5c96a24f8 HTTP/1.1" status: 200 len: 267 time: 0.1336102 Sep 09 04:39:27.965863 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:28.079712 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-9c61e9c9-08a8-49cf-a59c-9b5483cd8386 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:28.093978 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-9c61e9c9-08a8-49cf-a59c-9b5483cd8386 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 811 time: 0.1583719 Sep 09 04:39:28.110416 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-4ef052d1-8457-40b2-a3bb-d6fdf9153bc6 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/quotas/7ad09c9b062641c19d3811d5c96a24f8 HTTP/1.1" status: 200 len: 375 time: 0.0154824 Sep 09 04:39:28.182303 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b04637d0-3ef4-4b51-8e0d-7d5553bde7b0 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701184 Sep 09 04:39:28.472477 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df5254-be9a-43e4-9f5b-828567a39c9d req-4a2a9db4-4e1f-4f85-ac9e-39df6b8e7794 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:28.481169 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-22df5254-be9a-43e4-9f5b-828567a39c9d req-4a2a9db4-4e1f-4f85-ac9e-39df6b8e7794 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 931 time: 0.0682738 Sep 09 04:39:28.547032 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-22df5254-be9a-43e4-9f5b-828567a39c9d req-e0244ab9-a2e0-46a1-8b92-940e9ca0403d tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Sep 09 04:39:28.724371 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-df513fe6-63ce-48b2-b1e7-5ef8708a1b45 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:39:28.725388 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-df513fe6-63ce-48b2-b1e7-5ef8708a1b45 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2419715 Sep 09 04:39:28.824938 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb453908-1dfe-4b20-83ca-942820ca3892 req-cf0a296b-4faa-48c6-88ae-c5b6e64ac0d3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:28.826861 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb453908-1dfe-4b20-83ca-942820ca3892 req-cf0a296b-4faa-48c6-88ae-c5b6e64ac0d3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.1004086 Sep 09 04:39:28.897233 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-022fb61b-c747-415f-8648-a21ee20f4f89 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380401 Sep 09 04:39:28.918091 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb453908-1dfe-4b20-83ca-942820ca3892 req-bc7f63e0-15e8-4bfb-ad67-41bb71172d4c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796931 Sep 09 04:39:29.042555 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-daf13d52-80db-4793-a11b-c04e599006b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373837 Sep 09 04:39:29.133085 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-26bf4784-1c40-46c8-aa66-7f6e6c465067 req-a42ff712-d592-40d5-91ba-0428ecf39652 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0589197 Sep 09 04:39:29.387157 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7fd6af6d-4d57-4660-bc8a-182370f4542b req-7899af78-ea07-45cd-9a7c-744adbcb09bc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0365813 Sep 09 04:39:29.772979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b0a3c-259b-446b-b053-2b44e9fc8b61 req-daff7f33-b83b-4682-9301-29452383bc81 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:29.775195 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-875b0a3c-259b-446b-b053-2b44e9fc8b61 req-daff7f33-b83b-4682-9301-29452383bc81 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 931 time: 0.0583341 Sep 09 04:39:30.100253 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-875b0a3c-259b-446b-b053-2b44e9fc8b61 req-aabff0ec-a41a-4623-9675-be9c608debdd tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184149 Sep 09 04:39:30.149705 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9c3d4-04f7-4f22-846e-7fd412915856 req-0731b378-2b8e-48e5-b710-de2a326d7680 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:30.151745 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1ba9c3d4-04f7-4f22-846e-7fd412915856 req-0731b378-2b8e-48e5-b710-de2a326d7680 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.0688088 Sep 09 04:39:30.215664 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1ba9c3d4-04f7-4f22-846e-7fd412915856 req-fee66b4b-b834-44c5-a5f7-88d217a25123 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574102 Sep 09 04:39:30.273437 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f68df0f8-d8bd-4ce5-a23f-4b0906a807ab req-a6b4e12f-6a83-4cb9-8a10-8c3217139cf7 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0305929 Sep 09 04:39:30.511370 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f090b06-403a-44ae-b259-d011106a0c68 req-c13475a5-206f-443a-a0b8-b7a007ffa553 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Sep 09 04:39:30.631692 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:30.767308 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36602) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:30.972583 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6432bd31-7fa2-4da5-898c-4dbdc956be1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.032164 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.073345 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6432bd31-7fa2-4da5-898c-4dbdc956be1a admin admin] Publish callbacks [] for security_group (87dd5fa9-7583-4b07-82dc-9f1e479f3139), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.078035 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6432bd31-7fa2-4da5-898c-4dbdc956be1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (87dd5fa9-7583-4b07-82dc-9f1e479f3139), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.117795 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:31.121356 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6432bd31-7fa2-4da5-898c-4dbdc956be1a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9f4b4aa9bce8413387d4369cf903f9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530226 Sep 09 04:39:31.123365 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432bd31-7fa2-4da5-898c-4dbdc956be1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dd5fa9-7583-4b07-82dc-9f1e479f3139,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:31.124390 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36614) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:31.174364 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:31.180578 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2128cb93-a6d3-4978-95b1-f79a0eac141d admin admin] Publish callbacks [] for security_group (87dd5fa9-7583-4b07-82dc-9f1e479f3139), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.227491 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2128cb93-a6d3-4978-95b1-f79a0eac141d admin admin] Publish callbacks [] for security_group (87dd5fa9-7583-4b07-82dc-9f1e479f3139), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.252591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922316c-9076-415d-92e3-e03c4de44b58 req-75f1e5d4-182e-43ac-910f-a88c8529d451 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:31.254085 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3922316c-9076-415d-92e3-e03c4de44b58 req-75f1e5d4-182e-43ac-910f-a88c8529d451 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 931 time: 0.0714440 Sep 09 04:39:31.302185 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:31.351259 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3922316c-9076-415d-92e3-e03c4de44b58 req-7ea4f178-9b54-4cce-b126-20ce2cba4282 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884848 Sep 09 04:39:31.353863 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2128cb93-a6d3-4978-95b1-f79a0eac141d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (87dd5fa9-7583-4b07-82dc-9f1e479f3139), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.356357 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2128cb93-a6d3-4978-95b1-f79a0eac141d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.357383 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2128cb93-a6d3-4978-95b1-f79a0eac141d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/87dd5fa9-7583-4b07-82dc-9f1e479f3139 HTTP/1.1" status: 204 len: 168 time: 0.2320206 Sep 09 04:39:31.368288 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48dd1d-16a6-46b8-bb50-1e51e7d276f2 req-4445abbf-8a40-4e93-827a-8d4654a0c5be tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:31.369743 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3a48dd1d-16a6-46b8-bb50-1e51e7d276f2 req-4445abbf-8a40-4e93-827a-8d4654a0c5be tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.0753813 Sep 09 04:39:31.375005 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128cb93-a6d3-4978-95b1-f79a0eac141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dd5fa9-7583-4b07-82dc-9f1e479f3139,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:31.442542 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3a48dd1d-16a6-46b8-bb50-1e51e7d276f2 req-eca318d5-7063-4fb0-9360-907a51ff767a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567250 Sep 09 04:39:31.469669 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-85695fde-2d46-4aa9-a554-a42aa8bb9df4 req-49b47242-f8e4-45a8-8a60-1622ea9ae762 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0414116 Sep 09 04:39:31.618188 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dbd7334a-0771-485e-8f28-b2f21a8d880d req-66194481-320a-43b9-97fc-62a6c43ab63c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0305245 Sep 09 04:39:31.668005 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36628) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:31.684229 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d30ec301-bc77-43eb-9b16-c5c750c7d185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.758499 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d30ec301-bc77-43eb-9b16-c5c750c7d185 admin admin] Publish callbacks [] for security_group (8a1261dc-7ada-4417-a3bc-30440194e942), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.762005 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d30ec301-bc77-43eb-9b16-c5c750c7d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (8a1261dc-7ada-4417-a3bc-30440194e942), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.801052 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d30ec301-bc77-43eb-9b16-c5c750c7d185 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3ee1b42c6aa84ccdae97b82e1930a310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319938 Sep 09 04:39:31.801927 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ec301-bc77-43eb-9b16-c5c750c7d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1261dc-7ada-4417-a3bc-30440194e942,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:31.803838 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36630) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:31.853767 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3bb07eca-26c9-4744-9dad-c6cb97508095 admin admin] Publish callbacks [] for security_group (8a1261dc-7ada-4417-a3bc-30440194e942), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.873049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3bb07eca-26c9-4744-9dad-c6cb97508095 admin admin] Publish callbacks [] for security_group (8a1261dc-7ada-4417-a3bc-30440194e942), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.919301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3bb07eca-26c9-4744-9dad-c6cb97508095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (8a1261dc-7ada-4417-a3bc-30440194e942), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.921813 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3bb07eca-26c9-4744-9dad-c6cb97508095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:31.922966 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-3bb07eca-26c9-4744-9dad-c6cb97508095 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8a1261dc-7ada-4417-a3bc-30440194e942 HTTP/1.1" status: 204 len: 168 time: 0.1176476 Sep 09 04:39:31.931407 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb07eca-26c9-4744-9dad-c6cb97508095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1261dc-7ada-4417-a3bc-30440194e942,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:32.478878 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda8fe-fe6b-4247-9280-f8f26f0ae8da req-07155a27-caa5-4fd8-922c-79d895e9d44b tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:32.485894 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f2eda8fe-fe6b-4247-9280-f8f26f0ae8da req-07155a27-caa5-4fd8-922c-79d895e9d44b tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 931 time: 0.0565014 Sep 09 04:39:32.544090 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f2eda8fe-fe6b-4247-9280-f8f26f0ae8da req-b8a21efa-376a-4bb9-bbfb-6f7f1843242f tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573301 Sep 09 04:39:32.586960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db6342-1fc0-4d83-af8d-1121efc13b7d req-fb295e35-78e6-453a-9df5-b5efea4519b9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:32.588474 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-87db6342-1fc0-4d83-af8d-1121efc13b7d req-fb295e35-78e6-453a-9df5-b5efea4519b9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.0591481 Sep 09 04:39:32.620304 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Request body: {'port': {'device_id': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:32.654710 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-524b71e2-4988-458e-9ed7-b4b80d25fc51 req-8895d7e9-ee51-4887-948f-95328416e317 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0427911 Sep 09 04:39:32.694198 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-87db6342-1fc0-4d83-af8d-1121efc13b7d req-37daa2b3-fd16-4c11-b10c-aa965db20a73 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925891 Sep 09 04:39:32.713813 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:32.753022 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b42cc563-dd5b-49b6-8eae-f94847299791 req-8f07dc8b-832f-4ebd-aaa0-41bdafdba65b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0281279 Sep 09 04:39:32.930457 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-acdd20b0-a6b1-49cd-9c58-959cb08d14c9 req-f772d27e-16ad-455d-921b-dc0c1716cd92 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122262 Sep 09 04:39:33.166681 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:33.227493 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-675854a3-f030-4bc5-a7e0-e4e145309ff8 req-0c68c228-fa25-42c5-abc3-55ad85571ffd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597205 Sep 09 04:39:33.287208 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:33.293749 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Publish callbacks [] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:33.308703 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Transition to ACTIVE for port object 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:39:33.314044 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:33.396033 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:33.399869 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Attempting to bind port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:33.400210 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Attempting to bind port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:33.400555 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Attempting to bind port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 on network b959c498-d69d-4f98-8a4e-4836fcd711fe {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:33.449125 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 on network b959c498-d69d-4f98-8a4e-4836fcd711fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:39:33.449454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Attempting to bind port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 on network b959c498-d69d-4f98-8a4e-4836fcd711fe {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:33.496234 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:33.496576 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Checking segment: {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:33.497053 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Bound using segment: {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:33.497386 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Bound port: 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:33.497740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:33.559829 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] For port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:33.563210 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] For port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:33.564564 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:33.570502 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:33.577320 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:33.578020 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:33.579511 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-eec2727d-89a9-4129-ac89-07da276462db service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 HTTP/1.1" status: 200 len: 1093 time: 0.9636602 Sep 09 04:39:33.580505 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'tag': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:33.582393 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7fc622-e813-497b-9ff1-b313540a8569" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d", "tag": "0bd2a80e-3f55-4880-b053-2fd68ba4e2a3"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:33.635520 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8309ea-08e8-4383-894a-428329ca4e11 x-openstack-request-id: req-eb8309ea-08e8-4383-894a-428329ca4e11 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:33.636222 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d", "tag": "0bd2a80e-3f55-4880-b053-2fd68ba4e2a3", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:33.636444 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb8309ea-08e8-4383-894a-428329ca4e11 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:33.637318 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8309ea-08e8-4383-894a-428329ca4e11'] response: {'name': 'network-changed', 'server_uuid': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'tag': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3', 'status': 'completed', 'code': 200} Sep 09 04:39:33.649737 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2727d-89a9-4129-ac89-07da276462db service neutron] Pushing event updated for resources: {'Port': ['ID=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:33.695724 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ead8c9-93ed-4509-a2bb-02b1dc32efc5 req-d89518d0-40eb-4885-afde-72083da60fab tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:33.699540 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-12ead8c9-93ed-4509-a2bb-02b1dc32efc5 req-d89518d0-40eb-4885-afde-72083da60fab tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.0495603 Sep 09 04:39:33.750176 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-12ead8c9-93ed-4509-a2bb-02b1dc32efc5 req-467bb242-b68d-4496-bd0d-9d59bded1cdb tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Sep 09 04:39:33.779625 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8c767779-db21-4347-929e-c439d12db272 req-82ab6ea1-624e-45d8-a5c0-5b015cf1c559 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0282326 Sep 09 04:39:33.858494 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:33.885966 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36706) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:33.897545 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-90b53261-6e6b-4811-bdd1-1123d7125520 req-fce9aa6e-b776-41ca-a6e9-ea32666b276b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0377970 Sep 09 04:39:33.903849 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdcaa0-6d54-4319-8ede-e1a0f445df72 req-73d67c44-2171-47d8-8ac5-e2f76094bf53 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:33.904946 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-73bdcaa0-6d54-4319-8ede-e1a0f445df72 req-73d67c44-2171-47d8-8ac5-e2f76094bf53 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 943 time: 0.0802395 Sep 09 04:39:33.952992 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-73bdcaa0-6d54-4319-8ede-e1a0f445df72 req-def6b423-613b-440c-b342-c6a00530584e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423613 Sep 09 04:39:33.997719 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-34a20386-f1a2-4b31-9598-ca714cb0a273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.085767 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-34a20386-f1a2-4b31-9598-ca714cb0a273 admin admin] Publish callbacks [] for security_group (27c90752-8358-4937-9b57-f88dd2962095), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.092196 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-34a20386-f1a2-4b31-9598-ca714cb0a273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (27c90752-8358-4937-9b57-f88dd2962095), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.136850 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-34a20386-f1a2-4b31-9598-ca714cb0a273 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=61a5e92c86694acf97d2489b793d57a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497225 Sep 09 04:39:34.137880 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a20386-f1a2-4b31-9598-ca714cb0a273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c90752-8358-4937-9b57-f88dd2962095,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:34.139563 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36724) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:34.221322 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b6780741-b69c-4f9f-9d2a-01c2edb1bd6e admin admin] Publish callbacks [] for security_group (27c90752-8358-4937-9b57-f88dd2962095), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.254059 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b6780741-b69c-4f9f-9d2a-01c2edb1bd6e admin admin] Publish callbacks [] for security_group (27c90752-8358-4937-9b57-f88dd2962095), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.294457 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:34.361451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b6780741-b69c-4f9f-9d2a-01c2edb1bd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (27c90752-8358-4937-9b57-f88dd2962095), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.363403 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:39:34.371320 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b6780741-b69c-4f9f-9d2a-01c2edb1bd6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.376701 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b6780741-b69c-4f9f-9d2a-01c2edb1bd6e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/27c90752-8358-4937-9b57-f88dd2962095 HTTP/1.1" status: 204 len: 168 time: 0.2359195 Sep 09 04:39:34.388040 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6780741-b69c-4f9f-9d2a-01c2edb1bd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c90752-8358-4937-9b57-f88dd2962095,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:34.510390 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:34.529876 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'port_id': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe', 'mac_address': 'fa:16:3e:ff:55:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:39:34.596721 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:34.597356 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.618372 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:34.635196 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:34.645109 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:34.649823 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.703921 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:34.777026 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36754) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:34.791103 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a4efc7ed-e234-41d9-8da4-e6aed03f59bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.920231 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:34.927444 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-839338fb-c28b-4300-88e0-e45ec32b4f64 req-2540f916-923a-4d56-b6ee-6b9991f3f1d9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0419273 Sep 09 04:39:34.934505 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a4efc7ed-e234-41d9-8da4-e6aed03f59bb admin admin] Publish callbacks [] for security_group (cf5ebf9a-042a-434f-a5fb-7c87a9499740), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:34.974163 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efba4f-136a-4a86-b087-5f51ed5c4dc4 req-e6927b43-2946-4fe1-90b3-578c1293cbef tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:34.975813 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e7efba4f-136a-4a86-b087-5f51ed5c4dc4 req-e6927b43-2946-4fe1-90b3-578c1293cbef tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.0518084 Sep 09 04:39:35.110120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-736370bb-d4da-47d9-a96f-7b72a8b3efcf req-ce1abf71-92c7-4540-bda0-ec6d2ba35d39 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0307612 Sep 09 04:39:35.110120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e7efba4f-136a-4a86-b087-5f51ed5c4dc4 req-4bbbe6b6-78e4-4c55-b1ef-82dc2013fa2d tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691831 Sep 09 04:39:35.126304 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a4efc7ed-e234-41d9-8da4-e6aed03f59bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (cf5ebf9a-042a-434f-a5fb-7c87a9499740), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:35.143211 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d66a1f-dad9-43ed-b9cd-4047a25d966f req-9090fb96-47c2-4338-adb7-c2183e3b3ef2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:35.144898 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a7d66a1f-dad9-43ed-b9cd-4047a25d966f req-9090fb96-47c2-4338-adb7-c2183e3b3ef2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 944 time: 0.0603540 Sep 09 04:39:35.174772 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a4efc7ed-e234-41d9-8da4-e6aed03f59bb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=49002939f01c4ca09a0e5fcc9c62c304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943276 Sep 09 04:39:35.174772 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efc7ed-e234-41d9-8da4-e6aed03f59bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5ebf9a-042a-434f-a5fb-7c87a9499740,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:35.175413 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36764) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:35.201659 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a7d66a1f-dad9-43ed-b9cd-4047a25d966f req-622a1c6a-67a2-4f0a-b289-7db2d966a46c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Sep 09 04:39:35.225885 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-14b65689-a432-4897-a0dd-0c9d5c12a703 admin admin] Publish callbacks [] for security_group (cf5ebf9a-042a-434f-a5fb-7c87a9499740), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:35.247363 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-14b65689-a432-4897-a0dd-0c9d5c12a703 admin admin] Publish callbacks [] for security_group (cf5ebf9a-042a-434f-a5fb-7c87a9499740), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:35.301206 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-14b65689-a432-4897-a0dd-0c9d5c12a703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (cf5ebf9a-042a-434f-a5fb-7c87a9499740), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:35.304316 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-14b65689-a432-4897-a0dd-0c9d5c12a703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:35.305492 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-14b65689-a432-4897-a0dd-0c9d5c12a703 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cf5ebf9a-042a-434f-a5fb-7c87a9499740 HTTP/1.1" status: 204 len: 168 time: 0.1291802 Sep 09 04:39:35.313440 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b65689-a432-4897-a0dd-0c9d5c12a703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5ebf9a-042a-434f-a5fb-7c87a9499740,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:35.863425 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36794) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:35.975383 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-59a97d8b-2d54-4ac7-944a-d3b9333f5308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.043915 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-83aa7ef5-f213-4025-8530-8787e470555e req-cfc10890-b9a5-4526-8f7d-52089489f38a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0304549 Sep 09 04:39:36.059295 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-59a97d8b-2d54-4ac7-944a-d3b9333f5308 admin admin] Publish callbacks [] for security_group (dc02cf93-029c-4f02-b699-bc651c625866), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.064174 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-59a97d8b-2d54-4ac7-944a-d3b9333f5308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (dc02cf93-029c-4f02-b699-bc651c625866), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.099614 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-59a97d8b-2d54-4ac7-944a-d3b9333f5308 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=d606b4becdbe4b7d8b15a42ef82e7756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343929 Sep 09 04:39:36.102367 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36806) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:36.104310 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:36.109960 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a97d8b-2d54-4ac7-944a-d3b9333f5308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc02cf93-029c-4f02-b699-bc651c625866,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:36.196947 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33e16daf-2e00-4a2b-9490-a1816d7f9d69 admin admin] Publish callbacks [] for security_group (dc02cf93-029c-4f02-b699-bc651c625866), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.243093 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6ad4e21c-03f9-46b8-b28a-18de74e63199 req-50a71e8b-7f3a-4331-b3d6-f5bc858243c4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0643041 Sep 09 04:39:36.269920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33e16daf-2e00-4a2b-9490-a1816d7f9d69 admin admin] Publish callbacks [] for security_group (dc02cf93-029c-4f02-b699-bc651c625866), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.315426 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ee227-8ea3-41d4-997a-c9032dc5f3fd req-035fa7c9-893a-4949-9129-9008657c72fa tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:36.317102 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0c8ee227-8ea3-41d4-997a-c9032dc5f3fd req-035fa7c9-893a-4949-9129-9008657c72fa tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.1422722 Sep 09 04:39:36.386143 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85243363-5900-470e-9d50-fcec521edabc req-9d9136f3-0bb8-4189-bca9-d6032f09873f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:36.387672 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-85243363-5900-470e-9d50-fcec521edabc req-9d9136f3-0bb8-4189-bca9-d6032f09873f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 944 time: 0.0793738 Sep 09 04:39:36.408300 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33e16daf-2e00-4a2b-9490-a1816d7f9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (dc02cf93-029c-4f02-b699-bc651c625866), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.410847 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33e16daf-2e00-4a2b-9490-a1816d7f9d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.411951 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-33e16daf-2e00-4a2b-9490-a1816d7f9d69 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/dc02cf93-029c-4f02-b699-bc651c625866 HTTP/1.1" status: 204 len: 168 time: 0.3084879 Sep 09 04:39:36.430714 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e16daf-2e00-4a2b-9490-a1816d7f9d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc02cf93-029c-4f02-b699-bc651c625866,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:36.437531 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0c8ee227-8ea3-41d4-997a-c9032dc5f3fd req-d62d50b9-019d-4807-bbcc-f91258be8077 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094003 Sep 09 04:39:36.483816 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-85243363-5900-470e-9d50-fcec521edabc req-f169d52e-c927-45a5-b313-e0fbf46f7b98 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893464 Sep 09 04:39:36.885626 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36852) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:36.901928 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4054908c-1d4f-4bbe-b499-8a6a558ab1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:36.987078 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:36.997129 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4054908c-1d4f-4bbe-b499-8a6a558ab1ca admin admin] Publish callbacks [] for security_group (bf07e81a-699d-44ea-8dce-85fb0fa61d5b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:37.006335 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4054908c-1d4f-4bbe-b499-8a6a558ab1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bf07e81a-699d-44ea-8dce-85fb0fa61d5b), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:37.045588 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054908c-1d4f-4bbe-b499-8a6a558ab1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf07e81a-699d-44ea-8dce-85fb0fa61d5b,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:37.049864 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4054908c-1d4f-4bbe-b499-8a6a558ab1ca admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9fafa5ea24bf45139cce26abcda33a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629031 Sep 09 04:39:37.052542 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36862) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:37.103935 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5000-006a-4259-9a2e-1a328a3abf61 admin admin] Publish callbacks [] for security_group (bf07e81a-699d-44ea-8dce-85fb0fa61d5b), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:37.126470 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5000-006a-4259-9a2e-1a328a3abf61 admin admin] Publish callbacks [] for security_group (bf07e81a-699d-44ea-8dce-85fb0fa61d5b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:37.128646 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:37.175096 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fda230a-c41b-4b20-9315-65d1ed4abe85 req-6581a546-0ef4-4d81-9e98-4d13e0896eca tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0403292 Sep 09 04:39:37.220682 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5000-006a-4259-9a2e-1a328a3abf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bf07e81a-699d-44ea-8dce-85fb0fa61d5b), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:37.223562 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9f8a5000-006a-4259-9a2e-1a328a3abf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:37.224717 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-9f8a5000-006a-4259-9a2e-1a328a3abf61 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bf07e81a-699d-44ea-8dce-85fb0fa61d5b HTTP/1.1" status: 204 len: 168 time: 0.1708343 Sep 09 04:39:37.232718 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a5000-006a-4259-9a2e-1a328a3abf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf07e81a-699d-44ea-8dce-85fb0fa61d5b,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:37.349525 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7bd42da4-f163-497d-8160-24e123938f8d req-52455b7d-d635-4dcf-bb14-fc46ce8f3e3c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0314505 Sep 09 04:39:37.622201 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaaa83-4f56-485f-826c-dce75cc91a4c req-2b4eacba-cf17-4715-bafb-7ad83898b48a tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:37.624128 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-afbaaa83-4f56-485f-826c-dce75cc91a4c req-2b4eacba-cf17-4715-bafb-7ad83898b48a tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.0817223 Sep 09 04:39:37.653402 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:39:37.659090 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec28b81-91c5-4eeb-bdd6-1d745bde7525 req-e7cc5fc1-5a47-4a4e-9cf3-dc902b246b39 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:37.661724 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ec28b81-91c5-4eeb-bdd6-1d745bde7525 req-e7cc5fc1-5a47-4a4e-9cf3-dc902b246b39 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 944 time: 0.0817382 Sep 09 04:39:37.711991 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-4db9ff12-124c-4ca0-8450-47713767fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:37.715103 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-4db9ff12-124c-4ca0-8450-47713767fd97 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1127 time: 0.0674241 Sep 09 04:39:37.839419 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ec28b81-91c5-4eeb-bdd6-1d745bde7525 req-57321520-4cc0-420c-b2d7-dafe6dd2f000 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475327 Sep 09 04:39:37.863570 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-afbaaa83-4f56-485f-826c-dce75cc91a4c req-e0445eeb-d9b2-42d5-9448-70a421e4599f tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309060 Sep 09 04:39:37.905912 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc622-e813-497b-9ff1-b313540a8569 req-11acd32b-07df-4944-b467-5d3000548294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:37.907755 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ea7fc622-e813-497b-9ff1-b313540a8569 req-11acd32b-07df-4944-b467-5d3000548294 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8cc9340f30fa4e299fd096d27b9c7dbd&device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 1127 time: 0.1669455 Sep 09 04:39:38.102604 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-6889bd42-c1b9-414d-9b86-210b55f7ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:38.104373 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-6889bd42-c1b9-414d-9b86-210b55f7ae56 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.3615637 Sep 09 04:39:38.186606 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-4c9bc66a-b8da-47e2-8265-5fff520fc8e7 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 200 len: 217 time: 0.0711811 Sep 09 04:39:38.289475 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc622-e813-497b-9ff1-b313540a8569 req-d7189e73-aad1-4dd8-b781-54776114ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:38.291013 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ea7fc622-e813-497b-9ff1-b313540a8569 req-d7189e73-aad1-4dd8-b781-54776114ed67 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=8cc9340f30fa4e299fd096d27b9c7dbd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3664696 Sep 09 04:39:38.297393 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-d6ba51d9-af27-4088-834b-5c4d8628bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:38.298854 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-d6ba51d9-af27-4088-834b-5c4d8628bfcc service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.1032064 Sep 09 04:39:38.354486 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5d476baa-6256-4d68-8744-ef37596914fe req-91eeaf17-7158-4e3e-8037-842d9c682466 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0433919 Sep 09 04:39:38.401187 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36926) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:38.459327 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-823a8d7e-6133-4667-83ae-cae48e02bb55 req-c3e30539-fd90-4e19-95b4-dc33f41adcec tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Sep 09 04:39:38.580627 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36932) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:38.672687 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-fc5191f6-d884-4f85-bb61-0d401caa2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:38.674571 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-fc5191f6-d884-4f85-bb61-0d401caa2e91 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1385670 Sep 09 04:39:38.683111 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-524294-network', 'tenant_id': '79ddbc4671b44eeba54e2eeca5387e5c'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:38.688266 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-51117524-158b-4808-8d10-ac358a1e40c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:38.762410 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Made reservation on behalf of 79ddbc4671b44eeba54e2eeca5387e5c for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:38.765618 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:38.796517 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fc622-e813-497b-9ff1-b313540a8569 req-1451af91-c1ff-4d79-95a9-cad000f309c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:38.797981 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ea7fc622-e813-497b-9ff1-b313540a8569 req-1451af91-c1ff-4d79-95a9-cad000f309c3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2602365 Sep 09 04:39:38.841283 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-ddfc78fa-d496-40d6-bc57-3a1da5423151 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252794 Sep 09 04:39:38.843062 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:38.929760 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:38.986603 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-cfc46f7c-2e0c-4b2c-b071-81b680004180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:38.988167 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-cfc46f7c-2e0c-4b2c-b071-81b680004180 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8cc9340f30fa4e299fd096d27b9c7dbd&device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 1127 time: 0.0690379 Sep 09 04:39:39.026576 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bff4287f-09f9-4f5b-910b-efc21d77b683 req-8a18a842-ca8b-4a7a-9424-1e67983229e6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789927 Sep 09 04:39:39.056881 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-1597c90e-cdb7-487b-bdda-e4309d3bc465 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 HTTP/1.1" status: 200 len: 217 time: 0.0435810 Sep 09 04:39:39.138889 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6235b4e-1467-4376-9dde-f090c98946f1 req-9adb762c-8aef-4908-92d4-46e3fbec5882 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:39.140367 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c6235b4e-1467-4376-9dde-f090c98946f1 req-9adb762c-8aef-4908-92d4-46e3fbec5882 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 944 time: 0.1809080 Sep 09 04:39:39.149204 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:39.155417 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-f25d7b16-95a6-48b0-b36e-82c47002bc30 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:39.156832 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-f25d7b16-95a6-48b0-b36e-82c47002bc30 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 816 time: 0.4412434 Sep 09 04:39:39.199047 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e42fd0-9bf7-4edb-84b4-9471fe7126a3 req-98e3cbd3-34d6-4f12-91d5-857ed341c392 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:39.200507 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78e42fd0-9bf7-4edb-84b4-9471fe7126a3 req-98e3cbd3-34d6-4f12-91d5-857ed341c392 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.1579771 Sep 09 04:39:39.202785 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-51117524-158b-4808-8d10-ac358a1e40c0 admin admin] Publish callbacks [] for security_group (f5789675-7198-4ccc-b90c-1dc29eee0511), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.218329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-51117524-158b-4808-8d10-ac358a1e40c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f5789675-7198-4ccc-b90c-1dc29eee0511), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.268898 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8f3b49b8-b769-4533-8543-7333f3d1d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:39.271051 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-8f3b49b8-b769-4533-8543-7333f3d1d6d0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=32f7f566-e243-45c8-bcdb-c01c8a3cfca7 HTTP/1.1" status: 200 len: 851 time: 0.0646861 Sep 09 04:39:39.278886 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:39.356327 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-51117524-158b-4808-8d10-ac358a1e40c0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bad0f8c02d984ef88b9393269d9ec903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7727668 Sep 09 04:39:39.359103 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36966) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:39.367053 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51117524-158b-4808-8d10-ac358a1e40c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5789675-7198-4ccc-b90c-1dc29eee0511,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:39.384152 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c6235b4e-1467-4376-9dde-f090c98946f1 req-93a83e9b-f487-4e2e-99f8-ca83a0761d81 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220657 Sep 09 04:39:39.387865 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks [] for security_group (881d1eb2-71e4-4e14-ab71-5b55caf9bcb5), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.404177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (881d1eb2-71e4-4e14-ab71-5b55caf9bcb5), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.423327 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78e42fd0-9bf7-4edb-84b4-9471fe7126a3 req-8a2349df-b41f-4f72-93fc-8cf20b79b370 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037797 Sep 09 04:39:39.464263 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0943d8e3-be06-41d3-b063-f0adc7a3557c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 380 time: 0.2520690 Sep 09 04:39:39.468301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-70995b67-2428-43b3-a432-714d04c31266 admin admin] Publish callbacks [] for security_group (f5789675-7198-4ccc-b90c-1dc29eee0511), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.471596 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:39:39.482660 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881d1eb2-71e4-4e14-ab71-5b55caf9bcb5,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:39.487618 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (c2f145e4-e7d8-4760-ac88-59bc88094fd8), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.487954 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Added segment c2f145e4-e7d8-4760-ac88-59bc88094fd8 of type vlan for network 4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1 Sep 09 04:39:39.494290 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-70995b67-2428-43b3-a432-714d04c31266 admin admin] Publish callbacks [] for security_group (f5789675-7198-4ccc-b90c-1dc29eee0511), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.535300 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:39.536726 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'port': {'device_id': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'admin_state_up': True, 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'security_groups': ['cb7d1f28-55ce-4e74-a493-f192a9e94537']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:39.597652 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-3dbb0e06-0948-49ab-a59e-7e92ac0165cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:39.599475 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-3dbb0e06-0948-49ab-a59e-7e92ac0165cb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b959c498-d69d-4f98-8a4e-4836fcd711fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516794 Sep 09 04:39:39.604466 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7e89ee9c-d81e-40b2-9086-551696f7943d req-f7a80099-a488-4d3e-985c-c04b5f15c719 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0932446 Sep 09 04:39:39.656580 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-70995b67-2428-43b3-a432-714d04c31266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f5789675-7198-4ccc-b90c-1dc29eee0511), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.664261 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-70995b67-2428-43b3-a432-714d04c31266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.665816 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-70995b67-2428-43b3-a432-714d04c31266 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f5789675-7198-4ccc-b90c-1dc29eee0511 HTTP/1.1" status: 204 len: 168 time: 0.3056397 Sep 09 04:39:39.669165 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a018459f-533b-4aed-aa62-2552577cedef details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:39:39.687163 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.699733 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4a13228a-b2ed-4660-944b-53d1fb74347d req-68cfed20-1a32-48ff-afc4-a0c950d05f38 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.1121047 Sep 09 04:39:39.739527 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:39.752472 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70995b67-2428-43b3-a432-714d04c31266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5789675-7198-4ccc-b90c-1dc29eee0511,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:39.756098 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.757102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:39.757920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.842755 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4404254 Sep 09 04:39:39.845989 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-39e3b6dc-7b31-4baf-b860-02e89d10cb6c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b959c498-d69d-4f98-8a4e-4836fcd711fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338541 Sep 09 04:39:39.847290 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 36980) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:39.855200 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Request body: {'subnet': {'network_id': '4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-524294-subnet', 'tenant_id': '79ddbc4671b44eeba54e2eeca5387e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:39.891207 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757abb2-da11-4011-9f77-a03549a5f98a admin admin] Pushing event updated for resources: {'Network': ['ID=4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:39.899221 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Made reservation on behalf of 5176b458a4a8481eaa37d8693b51f15e for: {'port': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:39.903415 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:39.914757 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Made reservation on behalf of 79ddbc4671b44eeba54e2eeca5387e5c for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:39.917526 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14020789'] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.057475 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port a018459f-533b-4aed-aa62-2552577cedef, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a018459f-533b-4aed-aa62-2552577cedef,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:40.076761 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d555d635-982d-42fc-86c3-276415f3d0b3 req-d0b5a4cf-035c-49ed-a52f-2d5ecd9df5fe service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b959c498-d69d-4f98-8a4e-4836fcd711fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142025 Sep 09 04:39:40.105314 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:39:40.115769 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'a018459f-533b-4aed-aa62-2552577cedef', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'port_id': 'a018459f-533b-4aed-aa62-2552577cedef', 'mac_address': 'fa:16:3e:3b:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:39:40.120498 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:40.146740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-2c3060a6-10a7-4cb4-8703-869ee88fad19 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:40.149326 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-2c3060a6-10a7-4cb4-8703-869ee88fad19 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 811 time: 0.3781374 Sep 09 04:39:40.173773 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:40.174308 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.176865 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:40.178252 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port a018459f-533b-4aed-aa62-2552577cedef is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:40.179221 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a018459f-533b-4aed-aa62-2552577cedef), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.211581 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:39:40.219166 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36988) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:40.222971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Allocated IP 172.20.0.4 (be4e0000-0b0b-4f80-80d3-91d027df1d63/c5b32273-a3c5-4182-bede-50660a20bbd7/4024da04-efc2-4a91-b9ed-e97cc0ac1f78) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:40.233703 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a018459f-533b-4aed-aa62-2552577cedef {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:40.243110 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caadf876-4cab-4796-b51b-be958ce0b183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.304040 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port a018459f-533b-4aed-aa62-2552577cedef, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a018459f-533b-4aed-aa62-2552577cedef,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:40.314195 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:40.314378 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a018459f-533b-4aed-aa62-2552577cedef), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.331458 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14020779'] for subnet (7aeb3ab7-0325-4ac7-9b86-662e7c918fa8), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.351073 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-905f945f-9c69-49fc-bb05-d49370ba4509 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7ad09c9b062641c19d3811d5c96a24f8 HTTP/1.1" status: 200 len: 379 time: 0.1044741 Sep 09 04:39:40.385555 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:40.397311 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:40.397695 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.402080 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=a018459f-533b-4aed-aa62-2552577cedef,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:40.414569 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caadf876-4cab-4796-b51b-be958ce0b183 admin admin] Publish callbacks [] for security_group (efb9e90a-0caf-414b-b9c8-ae5f0255dbc8), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.422421 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caadf876-4cab-4796-b51b-be958ce0b183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (efb9e90a-0caf-414b-b9c8-ae5f0255dbc8), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.447476 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:40.452902 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:40.455579 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-caadf876-4cab-4796-b51b-be958ce0b183 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=79925e3143f64e738beee34ccad9db1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345798 Sep 09 04:39:40.458780 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 36996) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:40.505236 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadf876-4cab-4796-b51b-be958ce0b183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb9e90a-0caf-414b-b9c8-ae5f0255dbc8,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:40.547352 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2d540a6b-68e4-415b-bded-4f3cd15939ae admin admin] Publish callbacks [] for security_group (efb9e90a-0caf-414b-b9c8-ae5f0255dbc8), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.582322 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2d540a6b-68e4-415b-bded-4f3cd15939ae admin admin] Publish callbacks [] for security_group (efb9e90a-0caf-414b-b9c8-ae5f0255dbc8), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.596523 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:40.601743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.617470 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aeb3ab7-0325-4ac7-9b86-662e7c918fa8,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:40.673108 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Checking segment: {'id': 'c2f145e4-e7d8-4760-ac88-59bc88094fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:40.673461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Network hostable DHCP agents. Network: 4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:39:40.679990 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.681946 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2d540a6b-68e4-415b-bded-4f3cd15939ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (efb9e90a-0caf-414b-b9c8-ae5f0255dbc8), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.686419 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2d540a6b-68e4-415b-bded-4f3cd15939ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.687898 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3116f-fff7-4145-8c85-ed15f324465b req-26eda6ed-71ed-453f-889d-f4ce6fcc254c tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:40.689317 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-2d540a6b-68e4-415b-bded-4f3cd15939ae admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/efb9e90a-0caf-414b-b9c8-ae5f0255dbc8 HTTP/1.1" status: 204 len: 168 time: 0.2290037 Sep 09 04:39:40.689633 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-85e3116f-fff7-4145-8c85-ed15f324465b req-26eda6ed-71ed-453f-889d-f4ce6fcc254c tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.1292596 Sep 09 04:39:40.696434 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad244f-0660-4c7f-96d8-59f1f6717fcb req-6e0c6ca3-7507-496d-bf08-d8fe97d31ebd tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:40.697662 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['a018459f-533b-4aed-aa62-2552577cedef'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:39:40.698120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-edad244f-0660-4c7f-96d8-59f1f6717fcb req-6e0c6ca3-7507-496d-bf08-d8fe97d31ebd tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 944 time: 0.1657517 Sep 09 04:39:40.725086 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d540a6b-68e4-415b-bded-4f3cd15939ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb9e90a-0caf-414b-b9c8-ae5f0255dbc8,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:40.765207 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdba8d1b-454b-4269-b652-7bd463fc1ddf" -d '{"events": [{"server_uuid": "7bc64fdf-1f32-4a6f-9194-af9ea4628027", "name": "network-vif-plugged", "status": "completed", "tag": "bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:40.773531 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:40.788731 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Network 4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:39:40.820950 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-85e3116f-fff7-4145-8c85-ed15f324465b req-fe6c3a9a-8252-4e44-b7ba-5adee0f0c44f tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215067 Sep 09 04:39:40.824998 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-edad244f-0660-4c7f-96d8-59f1f6717fcb req-4fe3c908-66e6-4b0e-98fd-0224bc0fad9b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146269 Sep 09 04:39:40.826045 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.828069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:40.837239 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:40.837797 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:40.842699 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332d5f5-c37d-4581-8b6e-0ee2a3b5713e None None] Network 4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:40.943846 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:40.951730 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-35acde22-f1c5-4959-993d-9b6dae86bff6 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1004794 Sep 09 04:39:40.963805 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:40.976485 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:41.068921 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'port': {'device_id': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'admin_state_up': True, 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'security_groups': ['9d22abdb-5fea-4ff1-af76-1c2684e60421']}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:41.132023 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998f2de-6cff-4739-87ae-5bf0c7b1b740 None None] Network 4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:41.346997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:41.381477 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Made reservation on behalf of 7ad09c9b062641c19d3811d5c96a24f8 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:41.385358 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:41.388398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:41.403038 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-e863d324-4875-4cdd-9ab8-517c6f98d17f None None] Provisioning complete for port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:41.403378 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e863d324-4875-4cdd-9ab8-517c6f98d17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:41.483299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-e863d324-4875-4cdd-9ab8-517c6f98d17f None None] Port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:41.500308 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:41.525844 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2d992903-e24b-4683-a5c9-b1bc17229e88 req-8b5cb0d9-2526-4470-b0c9-b8620eaf429f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.1777096 Sep 09 04:39:41.550611 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3e3ae-4805-4d37-a0bf-2782ce07771a req-0460aa1f-cd4e-41d5-9481-b1f24be8db53 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:41.558306 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ee3e3ae-4805-4d37-a0bf-2782ce07771a req-0460aa1f-cd4e-41d5-9481-b1f24be8db53 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 931 time: 0.2170203 Sep 09 04:39:41.575013 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:41.576115 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:41.614792 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-0824bfd6-364e-4f41-987b-b807366682a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0830903 Sep 09 04:39:41.623953 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Allocated IP 172.20.0.11 (da245dda-2c01-4deb-aa23-3957c02d97c0/a3354a1e-dbd3-454e-9d6e-53623e545e18/7f751c26-39f9-4ccf-bac7-cc25e0b849e4) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:39:41.655314 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Request body: {'port': {'device_id': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:41.690613 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ee3e3ae-4805-4d37-a0bf-2782ce07771a req-5c15b9e3-ec21-41b2-a97c-82287785b5c2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310942 Sep 09 04:39:41.761770 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:41.868600 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a018459f-533b-4aed-aa62-2552577cedef up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:41.928286 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:41.966670 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e13047-64c3-4f98-9546-c3b0eb5cd0c6 x-openstack-request-id: req-c7e13047-64c3-4f98-9546-c3b0eb5cd0c6 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:41.966898 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc64fdf-1f32-4a6f-9194-af9ea4628027", "name": "network-vif-plugged", "status": "completed", "tag": "bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:41.967593 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7e13047-64c3-4f98-9546-c3b0eb5cd0c6 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:41.967824 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e13047-64c3-4f98-9546-c3b0eb5cd0c6'] response: {'server_uuid': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe', 'code': 200} Sep 09 04:39:42.017880 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port a018459f-533b-4aed-aa62-2552577cedef completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:39:42.030779 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port a018459f-533b-4aed-aa62-2552577cedef triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:42.031202 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a018459f-533b-4aed-aa62-2552577cedef), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.077089 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:42.202473 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port a018459f-533b-4aed-aa62-2552577cedef is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:42.202866 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a018459f-533b-4aed-aa62-2552577cedef), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.214127 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df35ffb-b1c0-49f9-adcd-abe67bed3ebf req-a75332b2-305b-4459-b489-5d5ce632a422 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:42.216300 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4df35ffb-b1c0-49f9-adcd-abe67bed3ebf req-a75332b2-305b-4459-b489-5d5ce632a422 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1364079 Sep 09 04:39:42.226109 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.305209 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port a018459f-533b-4aed-aa62-2552577cedef, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a018459f-533b-4aed-aa62-2552577cedef,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:42.311147 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a018459f-533b-4aed-aa62-2552577cedef), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.312068 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cb5a1-34ba-4ff9-a19a-314e69b5c204 req-93836dd5-f7ce-4511-9451-815d6a77c5bf tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:42.313585 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7e3cb5a1-34ba-4ff9-a19a-314e69b5c204 req-93836dd5-f7ce-4511-9451-815d6a77c5bf tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.2306769 Sep 09 04:39:42.313995 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15993b-6269-4409-b646-e04b0930a11f req-b84baa17-fbdf-4e51-9968-224442751206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:42.315428 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-be15993b-6269-4409-b646-e04b0930a11f req-b84baa17-fbdf-4e51-9968-224442751206 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 1129 time: 0.0872512 Sep 09 04:39:42.344657 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.346679 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-be15993b-6269-4409-b646-e04b0930a11f req-40b7d9cb-8538-4c16-b3b9-f708a7f68fbd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.388323 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4df35ffb-b1c0-49f9-adcd-abe67bed3ebf req-4b2508e2-4c98-4dcc-985c-b448716b7fe2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625011 Sep 09 04:39:42.436057 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Network da245dda-2c01-4deb-aa23-3957c02d97c0 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:39:42.451434 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37070) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:42.455460 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7e3cb5a1-34ba-4ff9-a19a-314e69b5c204 req-53dfa152-04eb-42f0-839d-70a30a1985e4 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316648 Sep 09 04:39:42.459832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:42.469341 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:39:42.473662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 {{(pid=107719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:42.480982 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:42.481656 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.487849 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Publish callbacks [] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.497295 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=a018459f-533b-4aed-aa62-2552577cedef,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:42.504842 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'Port': ['ID=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:42.512521 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.provisioning_blocks [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Transition to ACTIVE for port object 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 will not be triggered until provisioned by entity L2. {{(pid=107719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:39:42.523012 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.524693 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-1bbb439f-996f-4a8b-9635-84b7790914f8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4675839 Sep 09 04:39:42.552171 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Request body: {'port': {'device_id': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:42.558411 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:42.679927 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-be15993b-6269-4409-b646-e04b0930a11f req-40b7d9cb-8538-4c16-b3b9-f708a7f68fbd service neutron] Publish callbacks [] for security_group (9e96bd9c-8ff1-4ce1-979a-0eaa1f96da99), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.713852 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-be15993b-6269-4409-b646-e04b0930a11f req-40b7d9cb-8538-4c16-b3b9-f708a7f68fbd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9e96bd9c-8ff1-4ce1-979a-0eaa1f96da99), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.735925 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 37086) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:42.758893 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738616412-network', 'tenant_id': '534865bd729542edb652f63af856077e'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:42.829891 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:42.836164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Made reservation on behalf of 534865bd729542edb652f63af856077e for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:42.838539 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.844835 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:42.847903 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Attempting to bind port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:42.848792 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Attempting to bind port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:42.849174 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Attempting to bind port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 on network be4e0000-0b0b-4f80-80d3-91d027df1d63 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:42.887172 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7d9cb-8538-4c16-b3b9-f708a7f68fbd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e96bd9c-8ff1-4ce1-979a-0eaa1f96da99,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:42.916359 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.918804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.926789 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-1515e4f5-bead-430e-86a6-372049478eb4 None None] Provisioning complete for port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:42.928459 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1515e4f5-bead-430e-86a6-372049478eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:42.930696 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308c103-b05c-4bf6-a74b-04c74f9822f8 req-aef74a14-41e3-4fb0-92ac-24997d5d2c7d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:42.932566 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1308c103-b05c-4bf6-a74b-04c74f9822f8 req-aef74a14-41e3-4fb0-92ac-24997d5d2c7d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.1011052 Sep 09 04:39:42.946742 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c418b0-720b-49a1-92c1-43cedf661ccc req-c07aaf8e-5106-4320-be8f-4f2fffac4e52 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:42.954096 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9c418b0-720b-49a1-92c1-43cedf661ccc req-c07aaf8e-5106-4320-be8f-4f2fffac4e52 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 932 time: 0.2737253 Sep 09 04:39:43.007241 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-1515e4f5-bead-430e-86a6-372049478eb4 None None] Port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:39:43.011131 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-be15993b-6269-4409-b646-e04b0930a11f req-40b7d9cb-8538-4c16-b3b9-f708a7f68fbd service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770294 Sep 09 04:39:43.066942 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 on network be4e0000-0b0b-4f80-80d3-91d027df1d63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:39:43.067224 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Attempting to bind port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 on network be4e0000-0b0b-4f80-80d3-91d027df1d63 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:43.072470 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:43.149150 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1308c103-b05c-4bf6-a74b-04c74f9822f8 req-7b35ed4e-e682-43f3-954e-fa459a932876 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896849 Sep 09 04:39:43.174239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8353cc83-b740-4a97-8e8d-d47bc3d13d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.183585 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9c418b0-720b-49a1-92c1-43cedf661ccc req-53564241-43f9-43d0-ace5-419971a5b195 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286139 Sep 09 04:39:43.204059 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:43.204539 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Checking segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:43.205012 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Bound using segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:43.205552 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Bound port: 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:43.206011 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.214849 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f9a7494c-da5c-4905-8914-aebc9d0d2f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.254465 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:43.297246 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks [] for security_group (965e69ec-08b2-4cc4-afa6-728610fcb115), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.304350 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (965e69ec-08b2-4cc4-afa6-728610fcb115), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.316913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:39:43.321826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, cleared binding levels {{(pid=107719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:43.327191 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:43.338900 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (b08ceac0-824d-441c-b338-cfe796d9ca13), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.339273 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Added segment b08ceac0-824d-441c-b338-cfe796d9ca13 of type vlan for network a1072480-03f0-4ff0-b26b-a4fda3087573 Sep 09 04:39:43.350572 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.384840 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:43.385822 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.387407 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/4024da04-efc2-4a91-b9ed-e97cc0ac1f78 HTTP/1.1" status: 200 len: 1093 time: 1.7597983 Sep 09 04:39:43.391533 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8353cc83-b740-4a97-8e8d-d47bc3d13d6d admin admin] Publish callbacks [] for security_group (004b0c88-b284-4e0a-a1c9-870b0960b558), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.405139 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:43.407475 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c31b08-5542-4d0d-99cb-d4dbcf09eec7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:43.416277 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=15 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:43.416863 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8353cc83-b740-4a97-8e8d-d47bc3d13d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (004b0c88-b284-4e0a-a1c9-870b0960b558), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.419581 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=67 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:43.431050 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965e69ec-08b2-4cc4-afa6-728610fcb115,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:43.436020 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (a1072480-03f0-4ff0-b26b-a4fda3087573), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.446833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 37102) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:43.453915 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:43.472461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910743e-043c-4633-aa85-fc5cbc5cb8de service neutron] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=3']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:43.491680 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b992e8-df15-48c7-a5f0-dd4d70188e1a x-openstack-request-id: req-a4b992e8-df15-48c7-a5f0-dd4d70188e1a {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:43.491969 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:43.492220 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4b992e8-df15-48c7-a5f0-dd4d70188e1a {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:43.492616 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b992e8-df15-48c7-a5f0-dd4d70188e1a'] response: {'name': 'network-changed', 'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'status': 'completed', 'code': 200} Sep 09 04:39:43.496545 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Publish callbacks [] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.519193 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (a1072480-03f0-4ff0-b26b-a4fda3087573), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.520210 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:43.520788 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.556656 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353cc83-b740-4a97-8e8d-d47bc3d13d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004b0c88-b284-4e0a-a1c9-870b0960b558,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:43.566125 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-8353cc83-b740-4a97-8e8d-d47bc3d13d6d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5165845504364fbca1c38254cb657662&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1013715 Sep 09 04:39:43.569003 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37108) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:43.571542 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Transition to ACTIVE for port object 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:39:43.594004 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.618287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5cd3f-e7dd-49c9-99fe-72f76d550675 req-599ed28d-1c41-4442-b4a5-76445b1efc83 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:43.619801 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-55c5cd3f-e7dd-49c9-99fe-72f76d550675 req-599ed28d-1c41-4442-b4a5-76445b1efc83 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1160007 Sep 09 04:39:43.652789 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9097407 Sep 09 04:39:43.663397 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 37110) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:43.676016 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Request body: {'subnet': {'network_id': 'a1072480-03f0-4ff0-b26b-a4fda3087573', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738616412-subnet', 'tenant_id': '534865bd729542edb652f63af856077e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:39:43.680743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Pushing event updated for resources: {'Port': ['ID=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:43.681469 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-15a76508-8698-4974-9fd2-a931e084f0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.683205 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec20b3-9af8-4159-b3f9-dba228cedb10 admin admin] Pushing event updated for resources: {'Network': ['ID=a1072480-03f0-4ff0-b26b-a4fda3087573,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:43.698377 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network a1072480-03f0-4ff0-b26b-a4fda3087573 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:39:43.698571 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:43.706144 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9736cf92-b44b-4082-bda5-5968b9fabaf8 admin admin] Publish callbacks [] for security_group (004b0c88-b284-4e0a-a1c9-870b0960b558), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.708966 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Attempting to bind port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:39:43.709486 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Attempting to bind port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:39:43.709827 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Attempting to bind port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 on network da245dda-2c01-4deb-aa23-3957c02d97c0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:43.732396 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14764d59-3d33-4659-b75a-6e6a6afd903f req-4b5a7e15-2965-4bfb-b206-a1363e5daba2 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:43.734645 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-14764d59-3d33-4659-b75a-6e6a6afd903f req-4b5a7e15-2965-4bfb-b206-a1363e5daba2 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.1715567 Sep 09 04:39:43.756266 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9736cf92-b44b-4082-bda5-5968b9fabaf8 admin admin] Publish callbacks [] for security_group (004b0c88-b284-4e0a-a1c9-870b0960b558), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.782877 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Made reservation on behalf of 534865bd729542edb652f63af856077e for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:39:43.785191 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14020789'] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.804702 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 on network da245dda-2c01-4deb-aa23-3957c02d97c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:39:43.805009 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Attempting to bind port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 on network da245dda-2c01-4deb-aa23-3957c02d97c0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:39:43.813560 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-55c5cd3f-e7dd-49c9-99fe-72f76d550675 req-9b8d9d31-42d8-4847-8185-c7f2da6dbba5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670718 Sep 09 04:39:43.853835 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:39:43.854229 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Checking segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:43.854705 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Bound using segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:39:43.855313 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Bound port: 7f751c26-39f9-4ccf-bac7-cc25e0b849e4, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:39:43.855668 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.859204 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9736cf92-b44b-4082-bda5-5968b9fabaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (004b0c88-b284-4e0a-a1c9-870b0960b558), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.861664 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9736cf92-b44b-4082-bda5-5968b9fabaf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.862784 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-9736cf92-b44b-4082-bda5-5968b9fabaf8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/004b0c88-b284-4e0a-a1c9-870b0960b558 HTTP/1.1" status: 204 len: 168 time: 0.2927189 Sep 09 04:39:43.872121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:43.875680 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:43.886159 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736cf92-b44b-4082-bda5-5968b9fabaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004b0c88-b284-4e0a-a1c9-870b0960b558,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:43.909468 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-14764d59-3d33-4659-b75a-6e6a6afd903f req-508b5e89-4420-4528-88d8-c4b2561e9f16 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595671 Sep 09 04:39:43.965460 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] For port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:39:43.969270 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] For port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:39:43.969541 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a018459f-533b-4aed-aa62-2552577cedef'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:43.970268 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-15a76508-8698-4974-9fd2-a931e084f0b7 admin admin] Publish callbacks [] for security_group (3221b281-6b39-475d-9659-5be7ceaf9adc), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.973976 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4924cf97-20ce-4c61-b387-72fcf98bead7" -d '{"events": [{"server_uuid": "86b22e86-a3f6-4e3d-bb20-2ef261176f1f", "name": "network-vif-plugged", "status": "completed", "tag": "a018459f-533b-4aed-aa62-2552577cedef"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:43.978826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-15a76508-8698-4974-9fd2-a931e084f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3221b281-6b39-475d-9659-5be7ceaf9adc), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.983239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.989665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:43.990331 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:43.991858 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/7f751c26-39f9-4ccf-bac7-cc25e0b849e4 HTTP/1.1" status: 200 len: 1094 time: 1.4445434 Sep 09 04:39:43.992742 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:43.995833 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0843002-928a-464d-b7b6-33e67a0094b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:44.009465 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:44.026350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54665c71-60d3-405f-8a13-adbc9a726b01 x-openstack-request-id: req-54665c71-60d3-405f-8a13-adbc9a726b01 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:44.026350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b22e86-a3f6-4e3d-bb20-2ef261176f1f", "name": "network-vif-plugged", "status": "completed", "tag": "a018459f-533b-4aed-aa62-2552577cedef", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:44.026999 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54665c71-60d3-405f-8a13-adbc9a726b01 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:44.027528 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54665c71-60d3-405f-8a13-adbc9a726b01'] response: {'server_uuid': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a018459f-533b-4aed-aa62-2552577cedef', 'code': 200} Sep 09 04:39:44.060984 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-15a76508-8698-4974-9fd2-a931e084f0b7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=905cb70996ed4cf7afcc186293d7a51f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6130328 Sep 09 04:39:44.064384 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a76508-8698-4974-9fd2-a931e084f0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3221b281-6b39-475d-9659-5be7ceaf9adc,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:44.064571 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37120) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:44.073427 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd5b22-f2e5-4c29-ba96-cf6eba538e50 service neutron] Pushing event updated for resources: {'Port': ['ID=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:44.085076 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86e29b6-2180-4f54-b138-16229960d1b9 x-openstack-request-id: req-b86e29b6-2180-4f54-b138-16229960d1b9 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:44.085367 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:44.085623 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b86e29b6-2180-4f54-b138-16229960d1b9 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:44.086027 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b86e29b6-2180-4f54-b138-16229960d1b9'] response: {'name': 'network-changed', 'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'status': 'completed', 'code': 200} Sep 09 04:39:44.113767 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14020779'] for subnet (62a91e51-4930-4c2b-a468-a34e5ad29036), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.136109 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c191e8a2-29f1-4c8a-a11a-67b95254b79e admin admin] Publish callbacks [] for security_group (3221b281-6b39-475d-9659-5be7ceaf9adc), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.164524 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c191e8a2-29f1-4c8a-a11a-67b95254b79e admin admin] Publish callbacks [] for security_group (3221b281-6b39-475d-9659-5be7ceaf9adc), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.186192 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a91e51-4930-4c2b-a468-a34e5ad29036,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:44.194072 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Checking segment: {'id': 'b08ceac0-824d-441c-b338-cfe796d9ca13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a1072480-03f0-4ff0-b26b-a4fda3087573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:39:44.194639 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Network hostable DHCP agents. Network: a1072480-03f0-4ff0-b26b-a4fda3087573, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:39:44.213033 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Network a1072480-03f0-4ff0-b26b-a4fda3087573 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:39:44.223973 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, a1072480-03f0-4ff0-b26b-a4fda3087573) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:39:44.235451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:44.236599 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793f51f-b9f4-45af-87e4-d978a5299ef5 None None] Network a1072480-03f0-4ff0-b26b-a4fda3087573 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:44.236701 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.240941 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c191e8a2-29f1-4c8a-a11a-67b95254b79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3221b281-6b39-475d-9659-5be7ceaf9adc), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.244086 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c191e8a2-29f1-4c8a-a11a-67b95254b79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.245520 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-c191e8a2-29f1-4c8a-a11a-67b95254b79e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3221b281-6b39-475d-9659-5be7ceaf9adc HTTP/1.1" status: 204 len: 168 time: 0.1802330 Sep 09 04:39:44.263138 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191e8a2-29f1-4c8a-a11a-67b95254b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3221b281-6b39-475d-9659-5be7ceaf9adc,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:44.285491 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-126497bf-8295-49a9-9ff3-9a03fca5b00f admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6145627 Sep 09 04:39:44.325006 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37132) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:44.345339 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9251a3f8-9a44-424b-a240-5b819f92622f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.353333 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:44.355109 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2a3cc-0e25-4e35-951a-56747fb4610b req-70b3315a-5f55-45ed-9a66-768cb68fb41c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:44.367662 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-20b2a3cc-0e25-4e35-951a-56747fb4610b req-70b3315a-5f55-45ed-9a66-768cb68fb41c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0702138 Sep 09 04:39:44.449865 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd856052-0646-4246-88d4-cac59d5fd96e req-846cbdf1-f67f-4410-9e60-a069aba72625 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:44.450350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5763ef2-1191-4738-a413-1de6b674de27 None None] Network a1072480-03f0-4ff0-b26b-a4fda3087573 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:39:44.453652 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dd856052-0646-4246-88d4-cac59d5fd96e req-846cbdf1-f67f-4410-9e60-a069aba72625 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0846446 Sep 09 04:39:44.493823 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9251a3f8-9a44-424b-a240-5b819f92622f admin admin] Publish callbacks [] for security_group (22317473-a053-4939-b3e9-4ed78933f761), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.499324 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9251a3f8-9a44-424b-a240-5b819f92622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (22317473-a053-4939-b3e9-4ed78933f761), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.509649 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-20b2a3cc-0e25-4e35-951a-56747fb4610b req-d0a59833-8d4b-480a-98d5-acfad276fe28 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288116 Sep 09 04:39:44.570562 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dd856052-0646-4246-88d4-cac59d5fd96e req-ba5137d4-3254-4292-af1a-81675263ed3d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093593 Sep 09 04:39:44.570733 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251a3f8-9a44-424b-a240-5b819f92622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22317473-a053-4939-b3e9-4ed78933f761,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:44.577433 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-9251a3f8-9a44-424b-a240-5b819f92622f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9f996c33780940f882f82cdd8bdfc3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511303 Sep 09 04:39:44.579826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 37140) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:44.640360 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b706390c-3ac6-4d4c-a8e0-edcae52717ca admin admin] Publish callbacks [] for security_group (22317473-a053-4939-b3e9-4ed78933f761), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.642890 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:44.665935 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b706390c-3ac6-4d4c-a8e0-edcae52717ca admin admin] Publish callbacks [] for security_group (22317473-a053-4939-b3e9-4ed78933f761), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.718961 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b706390c-3ac6-4d4c-a8e0-edcae52717ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (22317473-a053-4939-b3e9-4ed78933f761), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.722231 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b706390c-3ac6-4d4c-a8e0-edcae52717ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:44.726625 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b706390c-3ac6-4d4c-a8e0-edcae52717ca admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/22317473-a053-4939-b3e9-4ed78933f761 HTTP/1.1" status: 204 len: 168 time: 0.1432726 Sep 09 04:39:44.737122 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706390c-3ac6-4d4c-a8e0-edcae52717ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22317473-a053-4939-b3e9-4ed78933f761,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:44.964263 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b1e27-34af-485d-b2b9-217e8a1a438d req-0d23284b-7934-44c5-8aff-d2552de76385 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:44.965841 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da5b1e27-34af-485d-b2b9-217e8a1a438d req-0d23284b-7934-44c5-8aff-d2552de76385 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0617039 Sep 09 04:39:45.026492 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da5b1e27-34af-485d-b2b9-217e8a1a438d req-a7161ecb-01a9-45d9-89be-1a35a631f6a9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515928 Sep 09 04:39:45.120183 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c30dd8-2946-4f9d-932b-e15c5831c5e8 req-255ae873-4b6e-4f16-8b91-dd3b1bf07bcf tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:45.121792 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f4c30dd8-2946-4f9d-932b-e15c5831c5e8 req-255ae873-4b6e-4f16-8b91-dd3b1bf07bcf tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 943 time: 0.0633650 Sep 09 04:39:45.213202 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f4c30dd8-2946-4f9d-932b-e15c5831c5e8 req-9d2ee1ce-68cd-4d1b-a6d3-205a727758f0 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752122 Sep 09 04:39:45.425471 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ca1572b1-9fc8-49bc-adfd-3bb001575f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:45.633612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ccba-887d-42e3-8904-e48a4ba722eb req-d71b23d2-cb3d-4937-84c2-c64ea627a93e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:45.635795 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5644ccba-887d-42e3-8904-e48a4ba722eb req-d71b23d2-cb3d-4937-84c2-c64ea627a93e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0512516 Sep 09 04:39:45.724312 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5644ccba-887d-42e3-8904-e48a4ba722eb req-3266f2c1-dedb-4c29-b57b-1ae9b37a0c3f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822415 Sep 09 04:39:45.739299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7cf34-c3e4-4793-a6f9-d27f06675f4c req-5a35f3e2-678d-4f26-9602-5f7fc2b68f83 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:45.740803 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cbf7cf34-c3e4-4793-a6f9-d27f06675f4c req-5a35f3e2-678d-4f26-9602-5f7fc2b68f83 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0654562 Sep 09 04:39:45.811510 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cbf7cf34-c3e4-4793-a6f9-d27f06675f4c req-8d389f9c-9e55-4da7-9db6-9b61756346ec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623422 Sep 09 04:39:45.901171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:39:45.999007 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:46.011414 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3', 'network_id': 'b959c498-d69d-4f98-8a4e-4836fcd711fe', 'port_id': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3', 'mac_address': 'fa:16:3e:86:4b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f7f566-e243-45c8-bcdb-c01c8a3cfca7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:39:46.013587 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:46.028041 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37208) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:46.051698 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:46.052318 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.152813 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-48ea43a1-7bbc-46ee-bdab-5b4d8123ffb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.169949 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff8a34-0503-472d-909b-1b8125547723 req-83ded7be-c16e-4ce9-8816-3f67da42bad4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.171601 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-71ff8a34-0503-472d-909b-1b8125547723 req-83ded7be-c16e-4ce9-8816-3f67da42bad4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0621862 Sep 09 04:39:46.177690 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:39:46.198894 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:46.202827 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:46.204793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.229606 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-71ff8a34-0503-472d-909b-1b8125547723 req-a899ec75-5ebb-44b9-a65a-8de7ffaa85b6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 Sep 09 04:39:46.269258 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-48ea43a1-7bbc-46ee-bdab-5b4d8123ffb8 admin admin] Publish callbacks [] for security_group (1b6210bb-9a69-449e-a1f8-066d215380de), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.273772 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:46.276818 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-48ea43a1-7bbc-46ee-bdab-5b4d8123ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1b6210bb-9a69-449e-a1f8-066d215380de), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.318670 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea43a1-7bbc-46ee-bdab-5b4d8123ffb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6210bb-9a69-449e-a1f8-066d215380de,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:46.333220 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-48ea43a1-7bbc-46ee-bdab-5b4d8123ffb8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b47715d37b5948d39cb9ea7e7dbf5eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029139 Sep 09 04:39:46.333859 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37220) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:46.364029 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69858e12-9b3f-4e57-a670-d10ce16d8600 req-91c47fb9-0f93-4956-bd12-8d05d220a6a6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.365538 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69858e12-9b3f-4e57-a670-d10ce16d8600 req-91c47fb9-0f93-4956-bd12-8d05d220a6a6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 944 time: 0.0505071 Sep 09 04:39:46.429768 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0843002-928a-464d-b7b6-33e67a0094b2 req-e930d91d-7eb6-45cf-80bb-5870f8558a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.431233 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d0843002-928a-464d-b7b6-33e67a0094b2 req-e930d91d-7eb6-45cf-80bb-5870f8558a5d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 1128 time: 0.0647709 Sep 09 04:39:46.442818 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c31b08-5542-4d0d-99cb-d4dbcf09eec7 req-256b63f0-50bd-413d-acb7-f069193d9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.444513 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d3c31b08-5542-4d0d-99cb-d4dbcf09eec7 req-256b63f0-50bd-413d-acb7-f069193d9013 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 1127 time: 0.0698385 Sep 09 04:39:46.447604 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69858e12-9b3f-4e57-a670-d10ce16d8600 req-d6c07f4a-feff-4345-9d7a-b3c8aba11d66 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720074 Sep 09 04:39:46.447948 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fa122d65-1db4-405e-bdd7-fa075161ac4d admin admin] Publish callbacks [] for security_group (1b6210bb-9a69-449e-a1f8-066d215380de), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.470734 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=13 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:46.492884 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fa122d65-1db4-405e-bdd7-fa075161ac4d admin admin] Publish callbacks [] for security_group (1b6210bb-9a69-449e-a1f8-066d215380de), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.523780 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['0bd2a80e-3f55-4880-b053-2fd68ba4e2a3'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:39:46.535091 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=10,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:46.618432 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb1a1d-5dac-4c56-9dc7-cc74639c3b5e req-f7d69dc6-9f97-4334-825a-95975169ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.620126 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bceb1a1d-5dac-4c56-9dc7-cc74639c3b5e req-f7d69dc6-9f97-4334-825a-95975169ffd3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1129 time: 0.0882215 Sep 09 04:39:46.645589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0843002-928a-464d-b7b6-33e67a0094b2 req-249e53a9-ebbb-4b9f-bf97-7fea32ffd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.648398 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d0843002-928a-464d-b7b6-33e67a0094b2 req-249e53a9-ebbb-4b9f-bf97-7fea32ffd51b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1998982 Sep 09 04:39:46.662889 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c31b08-5542-4d0d-99cb-d4dbcf09eec7 req-73853a2c-6cb1-4f9c-bb12-bb9057d4353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.664516 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d3c31b08-5542-4d0d-99cb-d4dbcf09eec7 req-73853a2c-6cb1-4f9c-bb12-bb9057d4353b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=5176b458a4a8481eaa37d8693b51f15e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2052922 Sep 09 04:39:46.704416 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.708729 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fa122d65-1db4-405e-bdd7-fa075161ac4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1b6210bb-9a69-449e-a1f8-066d215380de), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.711232 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fa122d65-1db4-405e-bdd7-fa075161ac4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:46.712355 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-fa122d65-1db4-405e-bdd7-fa075161ac4d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1b6210bb-9a69-449e-a1f8-066d215380de HTTP/1.1" status: 204 len: 168 time: 0.3776557 Sep 09 04:39:46.753042 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bceb1a1d-5dac-4c56-9dc7-cc74639c3b5e req-63c3e4b1-85b2-4ea7-a725-c512d6497ca7 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244273 Sep 09 04:39:46.756701 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa122d65-1db4-405e-bdd7-fa075161ac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6210bb-9a69-449e-a1f8-066d215380de,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:46.825161 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c31b08-5542-4d0d-99cb-d4dbcf09eec7 req-31fba308-eb7a-43d1-893c-d56002f24f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:46.826676 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d3c31b08-5542-4d0d-99cb-d4dbcf09eec7 req-31fba308-eb7a-43d1-893c-d56002f24f68 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518364 Sep 09 04:39:47.107977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a97e9-dca3-4ad0-bc6f-0cc013d2b8ef req-bc9ed8e4-a089-44cf-97e2-105e9fbd0b40 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:47.109581 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1b4a97e9-dca3-4ad0-bc6f-0cc013d2b8ef req-bc9ed8e4-a089-44cf-97e2-105e9fbd0b40 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.1680570 Sep 09 04:39:47.116448 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0843002-928a-464d-b7b6-33e67a0094b2 req-8264b0cb-ab8b-4ff6-9c57-bfd0eddec69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:47.118096 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d0843002-928a-464d-b7b6-33e67a0094b2 req-8264b0cb-ab8b-4ff6-9c57-bfd0eddec69a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4613028 Sep 09 04:39:47.125457 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba98a7-6ac5-4337-afd3-f3d0b6ef0190 req-6ce655d1-27fc-4f13-95de-9f7f40a7b9f0 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:47.132846 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ccba98a7-6ac5-4337-afd3-f3d0b6ef0190 req-6ce655d1-27fc-4f13-95de-9f7f40a7b9f0 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.1896446 Sep 09 04:39:47.169949 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:47.212017 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ccba98a7-6ac5-4337-afd3-f3d0b6ef0190 req-94b8f4ec-5e37-40d6-90e1-e95c5fd30e3e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777526 Sep 09 04:39:47.216691 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1b4a97e9-dca3-4ad0-bc6f-0cc013d2b8ef req-94beea76-1433-4a39-8673-976a419825a2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974340 Sep 09 04:39:47.387706 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aacf8-4bda-42d5-b573-9832f4f12862 req-c122d65a-0f7f-4df6-9901-95a4f743c54f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:47.390623 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0e1aacf8-4bda-42d5-b573-9832f4f12862 req-c122d65a-0f7f-4df6-9901-95a4f743c54f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0663729 Sep 09 04:39:47.473218 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0e1aacf8-4bda-42d5-b573-9832f4f12862 req-ed9c03c1-1c00-4736-a615-294a6026334f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598550 Sep 09 04:39:47.600429 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d82eb-c269-46a8-8066-346dad1477f7 req-0a88aa94-4885-4472-b9ec-0c60a5522682 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:47.602736 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fd3d82eb-c269-46a8-8066-346dad1477f7 req-0a88aa94-4885-4472-b9ec-0c60a5522682 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 944 time: 0.0548849 Sep 09 04:39:47.666546 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fd3d82eb-c269-46a8-8066-346dad1477f7 req-132a23c5-c6f0-4328-9779-c9cee6ab7867 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Sep 09 04:39:48.196160 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:48.327233 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:48.358902 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66f5c7-33e8-4a0a-a7a7-067bdcac95ee req-15d1e5c8-6c93-4268-ba6b-1e7991f22bda tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:48.360380 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f66f5c7-33e8-4a0a-a7a7-067bdcac95ee req-15d1e5c8-6c93-4268-ba6b-1e7991f22bda tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0755360 Sep 09 04:39:48.382846 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62639daa-0328-4ebd-8280-6f1673ae603b req-92df6720-bb33-47f4-ba8b-16ef3bc23d62 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:48.384305 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62639daa-0328-4ebd-8280-6f1673ae603b req-92df6720-bb33-47f4-ba8b-16ef3bc23d62 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0712254 Sep 09 04:39:48.448661 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f66f5c7-33e8-4a0a-a7a7-067bdcac95ee req-b52a86b6-8466-4557-b7b1-74a3d0738fa0 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799856 Sep 09 04:39:48.452618 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62639daa-0328-4ebd-8280-6f1673ae603b req-b7705bd1-40f5-4065-bffc-66ba0a10171c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615857 Sep 09 04:39:48.585286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c81828-9128-4133-a58b-0706591e1359 req-e7d65344-4dc2-4720-8b4f-38b7f298dfe0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:48.586702 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-34c81828-9128-4133-a58b-0706591e1359 req-e7d65344-4dc2-4720-8b4f-38b7f298dfe0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0458348 Sep 09 04:39:48.633061 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-34c81828-9128-4133-a58b-0706591e1359 req-aafbbd4a-3a9d-4cbe-ba31-a66d222204b9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Sep 09 04:39:48.787536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa7ac8-5e37-4f0c-a114-bf4c8a184f7b req-ea5e34db-75ef-4f59-b6ac-84b2d0210bdd tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:48.788925 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-72aa7ac8-5e37-4f0c-a114-bf4c8a184f7b req-ea5e34db-75ef-4f59-b6ac-84b2d0210bdd tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 944 time: 0.0501826 Sep 09 04:39:48.801178 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:48.837602 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-72aa7ac8-5e37-4f0c-a114-bf4c8a184f7b req-a41e94be-0f2e-478b-8a6c-8ec279c24329 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Sep 09 04:39:49.594686 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43444e-ba07-46ad-a837-9e124776fcfb req-04dc65f1-a78f-43f0-a9e9-cf7942900e3a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:49.596181 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da43444e-ba07-46ad-a837-9e124776fcfb req-04dc65f1-a78f-43f0-a9e9-cf7942900e3a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0747468 Sep 09 04:39:49.602144 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08126738-cd2b-4ccb-8707-85f70a1103d2 req-8a2fcae5-5325-4cb7-8722-3f681b7e1a4a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:49.603544 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-08126738-cd2b-4ccb-8707-85f70a1103d2 req-8a2fcae5-5325-4cb7-8722-3f681b7e1a4a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0718403 Sep 09 04:39:49.678580 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da43444e-ba07-46ad-a837-9e124776fcfb req-b58fbc0e-07e0-4664-be0c-76bb0e7ce83b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740957 Sep 09 04:39:49.682584 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-08126738-cd2b-4ccb-8707-85f70a1103d2 req-2c4a6c92-0de4-42dd-a6c9-24aa03a87e76 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715058 Sep 09 04:39:49.780431 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3f9b5-4c32-4d3f-a509-4c15f660b5dc req-c16e4352-54b6-4290-8a00-b8963fdd886f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:49.781814 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1bc3f9b5-4c32-4d3f-a509-4c15f660b5dc req-c16e4352-54b6-4290-8a00-b8963fdd886f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0457742 Sep 09 04:39:49.827402 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1bc3f9b5-4c32-4d3f-a509-4c15f660b5dc req-ee592f7b-3bf6-421f-850f-1277e1dad0cc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Sep 09 04:39:49.955051 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bf79-9ed1-465a-adeb-0e1b020fd127 req-549c9ff0-7ac4-4b9a-a773-c5b7d357f3e5 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:49.956417 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8b91bf79-9ed1-465a-adeb-0e1b020fd127 req-549c9ff0-7ac4-4b9a-a773-c5b7d357f3e5 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 944 time: 0.0463753 Sep 09 04:39:50.007499 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8b91bf79-9ed1-465a-adeb-0e1b020fd127 req-d5d69482-78aa-43f6-8ef7-ec87c0f6d607 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450690 Sep 09 04:39:50.073609 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:39:50.119502 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:39:50.124459 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:39:50.124867 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:50.203225 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:39:50.203617 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:50.226980 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:39:50.229356 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cb46a2-e028-4593-81c3-ddc2685fc68e" -d '{"events": [{"server_uuid": "d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2a80e-3f55-4880-b053-2fd68ba4e2a3"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:39:50.246838 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:39:50.251123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:50.276558 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322ece84-0fdf-4d3d-88ab-4465c31504f6 x-openstack-request-id: req-322ece84-0fdf-4d3d-88ab-4465c31504f6 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:39:50.276877 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d", "name": "network-vif-plugged", "status": "completed", "tag": "0bd2a80e-3f55-4880-b053-2fd68ba4e2a3", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:39:50.277254 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-322ece84-0fdf-4d3d-88ab-4465c31504f6 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:39:50.277520 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322ece84-0fdf-4d3d-88ab-4465c31504f6'] response: {'server_uuid': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3', 'code': 200} Sep 09 04:39:50.303272 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:50.836607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bf734-d3a7-4623-a578-97c681f46062 req-4e3f94e6-9256-4064-8fd7-69a949e7a9f3 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:50.838125 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-105bf734-d3a7-4623-a578-97c681f46062 req-4e3f94e6-9256-4064-8fd7-69a949e7a9f3 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0757456 Sep 09 04:39:50.843758 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb7c15-206f-4071-a631-f44c0e6606ff req-b2365191-fa15-4f9d-b427-ff3d10784fa2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:50.845119 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fefb7c15-206f-4071-a631-f44c0e6606ff req-b2365191-fa15-4f9d-b427-ff3d10784fa2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0732942 Sep 09 04:39:50.867820 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:50.925097 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-105bf734-d3a7-4623-a578-97c681f46062 req-b61dcedf-e85a-44e5-994d-353fb54f9ecd tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790410 Sep 09 04:39:50.928710 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fefb7c15-206f-4071-a631-f44c0e6606ff req-05b355b9-515f-406e-b552-2bf667442e52 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762355 Sep 09 04:39:51.125499 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b53cf063-49a4-428c-a618-006a4f10aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.126972 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-b53cf063-49a4-428c-a618-006a4f10aee2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 1128 time: 0.1117868 Sep 09 04:39:51.150727 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-4f5323a4-0c59-474e-8906-1d0b64e8579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.152536 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-4f5323a4-0c59-474e-8906-1d0b64e8579b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 1127 time: 0.1375797 Sep 09 04:39:51.174095 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5213f25-626f-4db0-bda8-7ca8ce21ded7 req-ea568f26-94c7-450a-9ae8-7fb288bdfa55 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.175938 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e5213f25-626f-4db0-bda8-7ca8ce21ded7 req-ea568f26-94c7-450a-9ae8-7fb288bdfa55 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1772902 Sep 09 04:39:51.247939 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d3b05-7bce-4f15-a04b-9342b5e32f06 req-f2df0e1e-200e-4889-b90b-415dddf8142b tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.249733 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e62d3b05-7bce-4f15-a04b-9342b5e32f06 req-f2df0e1e-200e-4889-b90b-415dddf8142b tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.1008701 Sep 09 04:39:51.281285 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e5213f25-626f-4db0-bda8-7ca8ce21ded7 req-5bb36541-f468-4cd7-b45a-99f84647ef04 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867887 Sep 09 04:39:51.347519 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e62d3b05-7bce-4f15-a04b-9342b5e32f06 req-db61218c-5f31-453d-9e1f-bbcd32e6083e tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774169 Sep 09 04:39:51.673177 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-d4be9487-fa9d-4b24-8b7f-5227012c1b3c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4 HTTP/1.1" status: 200 len: 217 time: 0.1330228 Sep 09 04:39:51.706658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-58029da3-04c2-41a2-9309-ee439dc84383 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78 HTTP/1.1" status: 200 len: 217 time: 0.1616750 Sep 09 04:39:51.791585 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-8672d6f5-5ddc-41ce-a049-6fc3ca201110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.793719 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-8672d6f5-5ddc-41ce-a049-6fc3ca201110 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0802605 Sep 09 04:39:51.811070 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-6334c822-63a6-4af8-90ce-f6c887be58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.812464 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-6334c822-63a6-4af8-90ce-f6c887be58f7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 200 len: 850 time: 0.1282568 Sep 09 04:39:51.835691 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.17', 58242) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:51.865859 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa4c6e-165e-469b-897e-7fd7b3e56922 req-7f8d0267-8403-4f7b-b1cb-d382a97840da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.867504 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88aa4c6e-165e-469b-897e-7fd7b3e56922 req-7f8d0267-8403-4f7b-b1cb-d382a97840da service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 1129 time: 0.1684709 Sep 09 04:39:51.879173 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-3d17d8f4-e23d-43f0-a04a-29b863dfe0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.880666 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-3d17d8f4-e23d-43f0-a04a-29b863dfe0ae service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809085 Sep 09 04:39:51.915786 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7543627-972f-456b-aaaf-8e8d1dfb37f2 req-45046c93-389e-4ebd-b444-2ed05acd3a1a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.916218 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-2d2c36bb-7239-4d3b-bc85-1b66f6473cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.917387 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7543627-972f-456b-aaaf-8e8d1dfb37f2 req-45046c93-389e-4ebd-b444-2ed05acd3a1a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1012666 Sep 09 04:39:51.917709 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-2d2c36bb-7239-4d3b-bc85-1b66f6473cf7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 1129 time: 0.0807886 Sep 09 04:39:51.920470 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-9fc8feb9-2e52-4797-b769-229a05354beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:51.922016 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-9fc8feb9-2e52-4797-b769-229a05354beb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=da245dda-2c01-4deb-aa23-3957c02d97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987003 Sep 09 04:39:51.953553 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:52.034727 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7543627-972f-456b-aaaf-8e8d1dfb37f2 req-190d9a92-9e73-4667-a7c1-0deae0a9388c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887887 Sep 09 04:39:52.045219 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88aa4c6e-165e-469b-897e-7fd7b3e56922 req-b3809680-e3d3-4de4-9f34-17e39a2598bf service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576686 Sep 09 04:39:52.058954 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-c358df4a-444c-4d11-a63f-cf3774ea11a8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681406 Sep 09 04:39:52.077601 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdf5f6-8a74-4fcc-ae47-aeb5d334c629 req-555a5576-1c62-4af9-96ce-d8bd334d2569 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:52.079111 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0cdf5f6-8a74-4fcc-ae47-aeb5d334c629 req-555a5576-1c62-4af9-96ce-d8bd334d2569 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0643663 Sep 09 04:39:52.094869 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-f9ceacb2-e3ce-4d54-ada5-789a731dbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:52.096353 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-f9ceacb2-e3ce-4d54-ada5-789a731dbf24 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1636074 Sep 09 04:39:52.124278 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-181eda92-5d7c-4c6d-a2dd-adf5f4b42bca service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801438 Sep 09 04:39:52.154895 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0cdf5f6-8a74-4fcc-ae47-aeb5d334c629 req-38092a27-e7b2-4f58-803a-4509b79a1a75 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693908 Sep 09 04:39:52.167504 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5151c9-08a6-4b8e-b902-d9b48df1c517 req-f415a145-3630-49cc-948e-dd8d6ede91a2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:52.168881 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e5151c9-08a6-4b8e-b902-d9b48df1c517 req-f415a145-3630-49cc-948e-dd8d6ede91a2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0567062 Sep 09 04:39:52.218899 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e5151c9-08a6-4b8e-b902-d9b48df1c517 req-70780849-5a26-483c-8f0b-374e71d3cc7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443523 Sep 09 04:39:52.485247 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4535b-538b-4eb4-b615-3a6728b0aca7 req-b548f328-047f-48a7-931d-edf0ffdff89f tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:52.486667 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f6d4535b-538b-4eb4-b615-3a6728b0aca7 req-b548f328-047f-48a7-931d-edf0ffdff89f tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0497899 Sep 09 04:39:52.532844 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f6d4535b-538b-4eb4-b615-3a6728b0aca7 req-63d259d6-6a1d-426f-9ded-1521ee21cbe6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405271 Sep 09 04:39:53.135638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37438) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:53.158720 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cda6f-d207-4f28-9238-7d62f11630f0 req-540f7c0a-5ea7-4bef-85b3-ca0f868967b5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:53.160227 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-662cda6f-d207-4f28-9238-7d62f11630f0 req-540f7c0a-5ea7-4bef-85b3-ca0f868967b5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0481424 Sep 09 04:39:53.211738 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-662cda6f-d207-4f28-9238-7d62f11630f0 req-2c46e71c-48d8-49e4-b379-668352491498 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459044 Sep 09 04:39:53.252510 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.299543 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce170809-2625-433e-9c6a-993183d6e239 req-2881d7a2-8ae7-4647-8d04-163901aa952b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:53.301215 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ce170809-2625-433e-9c6a-993183d6e239 req-2881d7a2-8ae7-4647-8d04-163901aa952b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0508187 Sep 09 04:39:53.317215 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:53.338041 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Publish callbacks [] for security_group (7d063170-5d1c-4fcc-aca5-92b18ad33414), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.341706 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7d063170-5d1c-4fcc-aca5-92b18ad33414), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.347526 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:53.377447 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab4d35-d711-4edd-a71f-7f495f919764 req-1cbbb7b4-1f34-4fd2-ae92-24d49a0c2276 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:53.378907 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e7ab4d35-d711-4edd-a71f-7f495f919764 req-1cbbb7b4-1f34-4fd2-ae92-24d49a0c2276 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0709419 Sep 09 04:39:53.385160 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=69966549f30d4d25ade9bdaa804da7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483783 Sep 09 04:39:53.386489 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d063170-5d1c-4fcc-aca5-92b18ad33414,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:53.389118 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37446) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:53.405694 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.405900 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ce170809-2625-433e-9c6a-993183d6e239 req-4ba7a961-84c3-4988-8667-8bbbf1a27295 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989912 Sep 09 04:39:53.406113 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.406404 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.406746 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.407119 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.407440 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.407771 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.408091 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.408421 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.408747 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.409086 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.409432 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.409757 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.410075 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.410402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e4557-a12d-4f81-b60f-f88e1351e39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:39:53.424022 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:53.451890 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e7ab4d35-d711-4edd-a71f-7f495f919764 req-912361bd-0627-4210-9b07-cdd431f95b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645576 Sep 09 04:39:53.461268 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec84c-81ce-48bb-afed-c40fd63011a3 admin admin] Publish callbacks [] for security_group (7d063170-5d1c-4fcc-aca5-92b18ad33414), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.481427 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec84c-81ce-48bb-afed-c40fd63011a3 admin admin] Publish callbacks [] for security_group (7d063170-5d1c-4fcc-aca5-92b18ad33414), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.531452 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec84c-81ce-48bb-afed-c40fd63011a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7d063170-5d1c-4fcc-aca5-92b18ad33414), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.534218 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec84c-81ce-48bb-afed-c40fd63011a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.538370 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-eb0ec84c-81ce-48bb-afed-c40fd63011a3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7d063170-5d1c-4fcc-aca5-92b18ad33414 HTTP/1.1" status: 204 len: 168 time: 0.1474490 Sep 09 04:39:53.546218 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ec84c-81ce-48bb-afed-c40fd63011a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d063170-5d1c-4fcc-aca5-92b18ad33414,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:53.665390 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a352e0a-bc3a-4f80-b134-8987a1b483b5 req-50aec59c-0f91-468a-86a1-9157148145f6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:53.666991 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3a352e0a-bc3a-4f80-b134-8987a1b483b5 req-50aec59c-0f91-468a-86a1-9157148145f6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0495942 Sep 09 04:39:53.730453 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3a352e0a-bc3a-4f80-b134-8987a1b483b5 req-4d704ac1-e2f5-46b5-a63e-2df028b9d3eb tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562015 Sep 09 04:39:53.823242 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37458) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:53.837041 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a910676c-8e84-4d96-883e-130d4d8ff05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.915067 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a910676c-8e84-4d96-883e-130d4d8ff05e admin admin] Publish callbacks [] for security_group (51be8337-74b1-475c-85b0-a38afbf6dabb), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.918797 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a910676c-8e84-4d96-883e-130d4d8ff05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (51be8337-74b1-475c-85b0-a38afbf6dabb), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:53.956342 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910676c-8e84-4d96-883e-130d4d8ff05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51be8337-74b1-475c-85b0-a38afbf6dabb,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:53.961905 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a910676c-8e84-4d96-883e-130d4d8ff05e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6078f9184764475796b3c0e9bb413d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373448 Sep 09 04:39:53.964349 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37462) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:54.012157 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-73d57c34-2d03-425f-8b5f-f65b601aeaaa admin admin] Publish callbacks [] for security_group (51be8337-74b1-475c-85b0-a38afbf6dabb), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:54.031958 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-73d57c34-2d03-425f-8b5f-f65b601aeaaa admin admin] Publish callbacks [] for security_group (51be8337-74b1-475c-85b0-a38afbf6dabb), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:54.078715 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-73d57c34-2d03-425f-8b5f-f65b601aeaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (51be8337-74b1-475c-85b0-a38afbf6dabb), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:54.081314 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-73d57c34-2d03-425f-8b5f-f65b601aeaaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:54.083161 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-73d57c34-2d03-425f-8b5f-f65b601aeaaa admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/51be8337-74b1-475c-85b0-a38afbf6dabb HTTP/1.1" status: 204 len: 168 time: 0.1172583 Sep 09 04:39:54.091624 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d57c34-2d03-425f-8b5f-f65b601aeaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be8337-74b1-475c-85b0-a38afbf6dabb,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:54.338596 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cb188-6378-448f-a48c-bd4a8988d561 req-b440f7b0-e48b-4c8c-81fc-bca716f767fe tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:54.339964 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc8cb188-6378-448f-a48c-bd4a8988d561 req-b440f7b0-e48b-4c8c-81fc-bca716f767fe tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0509980 Sep 09 04:39:54.392231 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc8cb188-6378-448f-a48c-bd4a8988d561 req-6b8bb677-9c26-40ec-bcd9-7200298f363c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Sep 09 04:39:54.576598 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91dde4-60e1-4716-99d2-3a3319ca1d3f req-0381be65-72a6-46b7-82d1-44000a1bd8e2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:54.578062 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f91dde4-60e1-4716-99d2-3a3319ca1d3f req-0381be65-72a6-46b7-82d1-44000a1bd8e2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0793710 Sep 09 04:39:54.600316 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c242a0-6b82-4653-abb6-4e0fac4224ce req-1af6df6e-634f-4a96-818a-49afcd98ef6b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:54.601720 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-32c242a0-6b82-4653-abb6-4e0fac4224ce req-1af6df6e-634f-4a96-818a-49afcd98ef6b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0686610 Sep 09 04:39:54.643770 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:54.666398 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f91dde4-60e1-4716-99d2-3a3319ca1d3f req-e05e3b82-524c-4268-b9ca-f6f563d2de75 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819302 Sep 09 04:39:54.680520 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-32c242a0-6b82-4653-abb6-4e0fac4224ce req-6b1645f7-e312-4062-9950-a23e221516b2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690503 Sep 09 04:39:54.855923 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42895-67e6-4428-9e89-c554af137e57 req-c1f52826-e16c-4af7-be96-a76b5dfda708 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:54.857414 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-61d42895-67e6-4428-9e89-c554af137e57 req-c1f52826-e16c-4af7-be96-a76b5dfda708 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0499659 Sep 09 04:39:54.907772 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-61d42895-67e6-4428-9e89-c554af137e57 req-9d003f1a-281a-4260-aaa6-28ecc357ef0f tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 Sep 09 04:39:55.097423 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09494dfb-10b6-49dd-bd76-bc2e96b23974 req-717103ed-32b8-4c6a-87fe-d37176426565 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972347 Sep 09 04:39:55.217972 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-fa66ac38-0721-40e2-a96f-a4626960b8db service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe HTTP/1.1" status: 200 len: 217 time: 0.2174432 Sep 09 04:39:55.298115 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-fb6d28ad-c99b-4f90-82aa-929bf1209078 req-36feffd1-0764-4a5a-b4f9-0c62e2c21de7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882130 Sep 09 04:39:55.513462 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39920249-730f-48fe-822d-0f6a4dcebe34 req-fd9b534f-4155-4cc6-9e77-ff3fea980559 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:55.514961 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-39920249-730f-48fe-822d-0f6a4dcebe34 req-fd9b534f-4155-4cc6-9e77-ff3fea980559 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0484860 Sep 09 04:39:55.561634 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-39920249-730f-48fe-822d-0f6a4dcebe34 req-fc5dc458-2c44-4070-bc5d-3176985c1827 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Sep 09 04:39:55.831472 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930880e-31da-4c5f-a68f-c1650119b9b0 req-951a1500-e5d7-46ff-8db7-afb2acfde2be tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:55.833648 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5930880e-31da-4c5f-a68f-c1650119b9b0 req-951a1500-e5d7-46ff-8db7-afb2acfde2be tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0880675 Sep 09 04:39:55.866307 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e276c-f7d0-4b0e-b166-dc95c3a7b2dc req-d2fbfaea-d17c-4ccc-88c5-3279e7ec8544 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:55.867802 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b03e276c-f7d0-4b0e-b166-dc95c3a7b2dc req-d2fbfaea-d17c-4ccc-88c5-3279e7ec8544 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0780966 Sep 09 04:39:55.919836 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5930880e-31da-4c5f-a68f-c1650119b9b0 req-db832f45-1fde-4013-9dc1-f45847a4464b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773573 Sep 09 04:39:55.943051 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b03e276c-f7d0-4b0e-b166-dc95c3a7b2dc req-61904c2f-c67b-46c4-825d-fea8bbdf1c15 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681605 Sep 09 04:39:56.068895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcc073-ea15-4dab-8ca0-955e9836b4ea req-44ce91d1-6396-40d6-ab7d-7f3958a1fcdb tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:56.070447 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11bcc073-ea15-4dab-8ca0-955e9836b4ea req-44ce91d1-6396-40d6-ab7d-7f3958a1fcdb tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0544806 Sep 09 04:39:56.131786 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11bcc073-ea15-4dab-8ca0-955e9836b4ea req-739d7d84-2408-4570-8f09-9e4d0f20ec1b tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540373 Sep 09 04:39:56.418386 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37586) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:56.532936 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-10080c33-684c-41da-a049-2fa40f6c7fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:56.577254 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:56.611653 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-10080c33-684c-41da-a049-2fa40f6c7fd3 admin admin] Publish callbacks [] for security_group (2bc8b04c-05c8-46d6-bf61-620a64715c35), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:56.616585 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-10080c33-684c-41da-a049-2fa40f6c7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2bc8b04c-05c8-46d6-bf61-620a64715c35), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:56.656386 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-10080c33-684c-41da-a049-2fa40f6c7fd3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=799ba91964b64861a74b7795f79cbe2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368536 Sep 09 04:39:56.657555 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10080c33-684c-41da-a049-2fa40f6c7fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc8b04c-05c8-46d6-bf61-620a64715c35,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:56.659919 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37596) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:56.676377 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:56.689915 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60685448-b4bc-44fb-bf73-d6feab989e98 req-98b40d86-e3a3-4445-b5e2-e3d0c4b43294 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:56.692126 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-60685448-b4bc-44fb-bf73-d6feab989e98 req-98b40d86-e3a3-4445-b5e2-e3d0c4b43294 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Sep 09 04:39:56.710772 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc989-c9cf-48e1-a0a9-c44ce49b4a2e admin admin] Publish callbacks [] for security_group (2bc8b04c-05c8-46d6-bf61-620a64715c35), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:56.719460 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:56.731953 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc989-c9cf-48e1-a0a9-c44ce49b4a2e admin admin] Publish callbacks [] for security_group (2bc8b04c-05c8-46d6-bf61-620a64715c35), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:56.739971 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-60685448-b4bc-44fb-bf73-d6feab989e98 req-cbd2f508-f9cd-46b2-b004-7b1ca13b5af0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Sep 09 04:39:56.779913 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc989-c9cf-48e1-a0a9-c44ce49b4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2bc8b04c-05c8-46d6-bf61-620a64715c35), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:56.782642 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1bbdc989-c9cf-48e1-a0a9-c44ce49b4a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:56.783824 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-1bbdc989-c9cf-48e1-a0a9-c44ce49b4a2e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2bc8b04c-05c8-46d6-bf61-620a64715c35 HTTP/1.1" status: 204 len: 168 time: 0.1229663 Sep 09 04:39:56.792489 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdc989-c9cf-48e1-a0a9-c44ce49b4a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc8b04c-05c8-46d6-bf61-620a64715c35,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:57.054371 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770084b-1da3-4868-aec1-4d75ab951aed req-a6e06db5-6fe4-4472-90f9-48c552080ed9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:57.056095 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c770084b-1da3-4868-aec1-4d75ab951aed req-a6e06db5-6fe4-4472-90f9-48c552080ed9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0595143 Sep 09 04:39:57.074367 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37610) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:57.088313 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9889-1f2c-4c6b-91ec-2d4dba163d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:57.122820 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd055ad-d026-41ee-8825-98ac2d0101ae req-23e1bd27-8561-4c63-b275-0f4c8b5431dc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:57.124337 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6bd055ad-d026-41ee-8825-98ac2d0101ae req-23e1bd27-8561-4c63-b275-0f4c8b5431dc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0672944 Sep 09 04:39:57.148971 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c770084b-1da3-4868-aec1-4d75ab951aed req-707a7f28-88bd-4442-b8a6-4ecf94ac3fe1 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820465 Sep 09 04:39:57.172838 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9889-1f2c-4c6b-91ec-2d4dba163d14 admin admin] Publish callbacks [] for security_group (280e481b-3023-48a9-8640-33ba673d88b4), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:57.179866 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-07ef9889-1f2c-4c6b-91ec-2d4dba163d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (280e481b-3023-48a9-8640-33ba673d88b4), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:57.201670 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6bd055ad-d026-41ee-8825-98ac2d0101ae req-3373259d-1361-4eef-969b-599ecee5bd25 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695262 Sep 09 04:39:57.224102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef9889-1f2c-4c6b-91ec-2d4dba163d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280e481b-3023-48a9-8640-33ba673d88b4,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:57.232782 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-07ef9889-1f2c-4c6b-91ec-2d4dba163d14 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=cd8140c8b69240049c840041f26c92e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572530 Sep 09 04:39:57.233558 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37614) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:57.258059 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f6fb5-f56a-4095-8131-2e8d55edecd1 req-06e4253d-7e88-4bd0-b4da-cc5edc860b09 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:57.259376 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb6f6fb5-f56a-4095-8131-2e8d55edecd1 req-06e4253d-7e88-4bd0-b4da-cc5edc860b09 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0495124 Sep 09 04:39:57.284533 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-00e6332b-efb4-4f75-9b67-538e958c5dbe admin admin] Publish callbacks [] for security_group (280e481b-3023-48a9-8640-33ba673d88b4), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:57.304929 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-00e6332b-efb4-4f75-9b67-538e958c5dbe admin admin] Publish callbacks [] for security_group (280e481b-3023-48a9-8640-33ba673d88b4), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:57.307030 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb6f6fb5-f56a-4095-8131-2e8d55edecd1 req-7b2fd5e3-951d-442f-b8df-439592c582fe tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Sep 09 04:39:57.352987 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-00e6332b-efb4-4f75-9b67-538e958c5dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (280e481b-3023-48a9-8640-33ba673d88b4), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:57.355599 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-00e6332b-efb4-4f75-9b67-538e958c5dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:57.356747 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-00e6332b-efb4-4f75-9b67-538e958c5dbe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/280e481b-3023-48a9-8640-33ba673d88b4 HTTP/1.1" status: 204 len: 168 time: 0.1221421 Sep 09 04:39:57.364697 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6332b-efb4-4f75-9b67-538e958c5dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280e481b-3023-48a9-8640-33ba673d88b4,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:57.857929 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fdfe7-7784-4e95-9cce-14995597e873 req-f92200d1-2fb9-4f73-893d-d083811bee12 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:57.859435 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5c1fdfe7-7784-4e95-9cce-14995597e873 req-f92200d1-2fb9-4f73-893d-d083811bee12 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0475786 Sep 09 04:39:57.877945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:57.907730 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5c1fdfe7-7784-4e95-9cce-14995597e873 req-91639d3c-c59f-4af4-8b1c-7230aa1a7861 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Sep 09 04:39:58.101896 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-6691e03a-dedc-4b8e-b987-c23628c97cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:58.104128 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-6691e03a-dedc-4b8e-b987-c23628c97cde service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0690520 Sep 09 04:39:58.311008 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694281d-d0ed-4191-8535-4d52d4d0e431 req-ba17cdc3-1879-496e-9c1c-0cfbad45a285 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:58.312518 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3694281d-d0ed-4191-8535-4d52d4d0e431 req-ba17cdc3-1879-496e-9c1c-0cfbad45a285 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0700793 Sep 09 04:39:58.361916 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5002e-8f77-4d30-a56c-14f97c34bf3e req-eb3640e9-ca47-4916-8f0e-6a23a35395ec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:58.363475 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c2f5002e-8f77-4d30-a56c-14f97c34bf3e req-eb3640e9-ca47-4916-8f0e-6a23a35395ec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0695422 Sep 09 04:39:58.409672 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3694281d-d0ed-4191-8535-4d52d4d0e431 req-83af5edf-25e3-473d-b17d-76bbeacd2fcc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799034 Sep 09 04:39:58.440296 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c2f5002e-8f77-4d30-a56c-14f97c34bf3e req-71c5c313-c31c-4a62-b812-fc2a9269f678 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709538 Sep 09 04:39:58.533468 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b0505-2638-4cc9-adb1-61e06f1b65f0 req-bc411ed7-0049-4722-ade6-0b62c06e7660 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:58.534972 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-560b0505-2638-4cc9-adb1-61e06f1b65f0 req-bc411ed7-0049-4722-ade6-0b62c06e7660 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0611477 Sep 09 04:39:58.591704 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-560b0505-2638-4cc9-adb1-61e06f1b65f0 req-6bc97caa-a6cc-47bf-a8cb-09f49a91660c tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505548 Sep 09 04:39:59.036966 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c334b-ff34-4234-b886-1fe6bf022b5d req-c9010511-90a6-42e8-9661-71931a57fb5b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:59.039388 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-205c334b-ff34-4234-b886-1fe6bf022b5d req-c9010511-90a6-42e8-9661-71931a57fb5b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0547314 Sep 09 04:39:59.090669 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-205c334b-ff34-4234-b886-1fe6bf022b5d req-f43e678b-c007-43a9-b6ea-8ac55782380d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470068 Sep 09 04:39:59.531520 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37728) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:59.571734 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d87f0-fe74-4d81-b0a1-7cf0ca679bc0 req-0833b96f-ed42-433b-88d8-e1327be73fcb tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:59.573196 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a08d87f0-fe74-4d81-b0a1-7cf0ca679bc0 req-0833b96f-ed42-433b-88d8-e1327be73fcb tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.0800524 Sep 09 04:39:59.594539 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49691e6b-2a02-4275-92b8-dbbe3b6f7515 req-6a6239e0-b00b-461c-bbe8-333b9bd8e9d8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:59.595967 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-49691e6b-2a02-4275-92b8-dbbe3b6f7515 req-6a6239e0-b00b-461c-bbe8-333b9bd8e9d8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0663106 Sep 09 04:39:59.621961 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:59.639024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c81d1896-acc6-483e-a093-051b6dd0751e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:59.669308 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a08d87f0-fe74-4d81-b0a1-7cf0ca679bc0 req-1369d2ec-c3cf-46cb-b27d-9d2c50c6654f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883396 Sep 09 04:39:59.673566 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-49691e6b-2a02-4275-92b8-dbbe3b6f7515 req-3d762bfe-dc08-44c8-a169-168d19ca5bcd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700703 Sep 09 04:39:59.741962 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c81d1896-acc6-483e-a093-051b6dd0751e admin admin] Publish callbacks [] for security_group (812fca1c-a566-4d72-bb71-42e537bf67e1), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:59.748044 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c81d1896-acc6-483e-a093-051b6dd0751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (812fca1c-a566-4d72-bb71-42e537bf67e1), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:59.784335 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:39:59.797713 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d1896-acc6-483e-a093-051b6dd0751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812fca1c-a566-4d72-bb71-42e537bf67e1,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:59.806176 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-c81d1896-acc6-483e-a093-051b6dd0751e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ca33d7a6988d4c7c8c299be5e675c51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728596 Sep 09 04:39:59.807090 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37738) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:59.807662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb5810-7ddd-4105-93ec-08124b520a14 req-51a6bbd3-5cfc-43f7-b5e1-a14538f21964 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:39:59.809265 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8abb5810-7ddd-4105-93ec-08124b520a14 req-51a6bbd3-5cfc-43f7-b5e1-a14538f21964 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0632634 Sep 09 04:39:59.861458 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-032966bb-ed07-45a6-86f6-6e2db51066c9 admin admin] Publish callbacks [] for security_group (812fca1c-a566-4d72-bb71-42e537bf67e1), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:59.864400 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8abb5810-7ddd-4105-93ec-08124b520a14 req-8b45a6f6-4f1d-4883-bda0-944164bf65a5 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Sep 09 04:39:59.887930 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-032966bb-ed07-45a6-86f6-6e2db51066c9 admin admin] Publish callbacks [] for security_group (812fca1c-a566-4d72-bb71-42e537bf67e1), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:59.942402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-032966bb-ed07-45a6-86f6-6e2db51066c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (812fca1c-a566-4d72-bb71-42e537bf67e1), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:59.945239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-032966bb-ed07-45a6-86f6-6e2db51066c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:39:59.947436 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-032966bb-ed07-45a6-86f6-6e2db51066c9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/812fca1c-a566-4d72-bb71-42e537bf67e1 HTTP/1.1" status: 204 len: 168 time: 0.1386807 Sep 09 04:39:59.956215 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032966bb-ed07-45a6-86f6-6e2db51066c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812fca1c-a566-4d72-bb71-42e537bf67e1,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:39:59.965252 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 37746) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:39:59.968419 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:00.142382 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:00.300432 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-9126b9e5-d4b5-4ed9-a6ac-f3c3ac7aed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:00.302538 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-9126b9e5-d4b5-4ed9-a6ac-f3c3ac7aed52 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1834280 Sep 09 04:40:00.304448 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.307712 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-51a0255c-486a-416d-82dc-d02c56065b05 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1647413 Sep 09 04:40:00.317203 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5b55-ae41-4c72-a70c-c6ae58c1f060 req-ba1b3dde-5953-43ff-a068-60769f00ff97 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:00.319120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8c9b5b55-ae41-4c72-a70c-c6ae58c1f060 req-ba1b3dde-5953-43ff-a068-60769f00ff97 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1277802 Sep 09 04:40:00.397091 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37762) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:00.408777 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8c9b5b55-ae41-4c72-a70c-c6ae58c1f060 req-47df3404-f24b-4318-96d5-11d78fb36492 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824993 Sep 09 04:40:00.413637 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8f89b057-899d-432a-9e8d-4646fa9b0c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.464109 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Publish callbacks [] for security_group (e9c9096d-eaa4-4e82-ae58-70a050bd14f6), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.470980 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e9c9096d-eaa4-4e82-ae58-70a050bd14f6), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.499306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9096d-eaa4-4e82-ae58-70a050bd14f6,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:00.520743 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.521095 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.521431 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.521539 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8f89b057-899d-432a-9e8d-4646fa9b0c00 admin admin] Publish callbacks [] for security_group (f5a1d2b9-812c-4e50-bb8e-b0a48324c24c), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.521755 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.522268 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.522743 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.523111 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.523433 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.523772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.524072 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.524582 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.524876 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.525199 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.525509 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.525825 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:00.526965 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8f89b057-899d-432a-9e8d-4646fa9b0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f5a1d2b9-812c-4e50-bb8e-b0a48324c24c), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.547553 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3fb0329f-003a-401e-b97d-5c73685b881f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=6471f685e5664252939289bec9191d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5814409 Sep 09 04:40:00.550402 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 37772) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:00.580749 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-8f89b057-899d-432a-9e8d-4646fa9b0c00 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=97ed0f91c9f14da3a5c14a2b195cf8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816111 Sep 09 04:40:00.581461 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37774) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:00.590923 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89b057-899d-432a-9e8d-4646fa9b0c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a1d2b9-812c-4e50-bb8e-b0a48324c24c,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:00.625739 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f3a55e3-e2af-44aa-8a8b-9ce1c47e35fd admin admin] Publish callbacks [] for security_group (e9c9096d-eaa4-4e82-ae58-70a050bd14f6), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.659786 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7365-47c6-4450-a04f-fcf6348a2776 admin admin] Publish callbacks [] for security_group (f5a1d2b9-812c-4e50-bb8e-b0a48324c24c), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.666048 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f3a55e3-e2af-44aa-8a8b-9ce1c47e35fd admin admin] Publish callbacks [] for security_group (e9c9096d-eaa4-4e82-ae58-70a050bd14f6), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.683919 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:00.684780 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7365-47c6-4450-a04f-fcf6348a2776 admin admin] Publish callbacks [] for security_group (f5a1d2b9-812c-4e50-bb8e-b0a48324c24c), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.769397 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f3a55e3-e2af-44aa-8a8b-9ce1c47e35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e9c9096d-eaa4-4e82-ae58-70a050bd14f6), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.781926 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f3a55e3-e2af-44aa-8a8b-9ce1c47e35fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:00.785671 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0f3a55e3-e2af-44aa-8a8b-9ce1c47e35fd admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e9c9096d-eaa4-4e82-ae58-70a050bd14f6 HTTP/1.1" status: 204 len: 168 time: 0.2330263 Sep 09 04:40:00.809963 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a55e3-e2af-44aa-8a8b-9ce1c47e35fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9096d-eaa4-4e82-ae58-70a050bd14f6,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:01.000276 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-d22b1b3f-4596-4a29-a6a2-b9e813e38b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:01.002438 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-d22b1b3f-4596-4a29-a6a2-b9e813e38b7a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1129 time: 0.2326140 Sep 09 04:40:01.032173 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f479c2-c385-41b4-b6fd-8c488a66c703 req-b26eb1bf-bf7a-4a34-9567-e95ff8836fd7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:01.046436 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-87f479c2-c385-41b4-b6fd-8c488a66c703 req-b26eb1bf-bf7a-4a34-9567-e95ff8836fd7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.1541173 Sep 09 04:40:01.051747 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:01.056105 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7365-47c6-4450-a04f-fcf6348a2776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f5a1d2b9-812c-4e50-bb8e-b0a48324c24c), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:01.059129 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7365-47c6-4450-a04f-fcf6348a2776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:01.061010 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-b2ae7365-47c6-4450-a04f-fcf6348a2776 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f5a1d2b9-812c-4e50-bb8e-b0a48324c24c HTTP/1.1" status: 204 len: 168 time: 0.4767475 Sep 09 04:40:01.078208 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4201-a5e2-443e-9639-a32af6f3a00e req-60efa9d9-8561-41ba-977e-ee829d3b3623 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:01.091272 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-509f4201-a5e2-443e-9639-a32af6f3a00e req-60efa9d9-8561-41ba-977e-ee829d3b3623 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.1780732 Sep 09 04:40:01.130381 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae7365-47c6-4450-a04f-fcf6348a2776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a1d2b9-812c-4e50-bb8e-b0a48324c24c,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:01.146521 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-a87edbe7-e831-4c81-ba0d-abdb297aa8fe service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137847 Sep 09 04:40:01.206834 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:01.212540 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-509f4201-a5e2-443e-9639-a32af6f3a00e req-9bc4d54e-5dbb-45e1-9b3d-e75e86f1493d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196620 Sep 09 04:40:01.248534 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-87f479c2-c385-41b4-b6fd-8c488a66c703 req-d211b216-9cb2-4d02-8718-a6bd96e5262c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001045 Sep 09 04:40:01.317378 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-17eab471-a29c-4f64-b231-ac8117f01bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:01.318966 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-17eab471-a29c-4f64-b231-ac8117f01bcb service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.2750442 Sep 09 04:40:01.390766 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-381d80c0-87f1-429f-8c76-c24001418f4f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 200 len: 217 time: 0.0587904 Sep 09 04:40:01.412732 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:01.499467 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-21c89f1f-2ac7-4ac8-bfcc-beba9eacd86d req-6c9ba045-e765-42c0-a2e8-d4ac581ce8b2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391161 Sep 09 04:40:01.522326 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-82a2e140-58e0-484b-a0c4-29c0d228ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:01.523986 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-82a2e140-58e0-484b-a0c4-29c0d228ace2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.1237986 Sep 09 04:40:01.593408 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-6fc8a70d-3942-4487-b05d-9305c7114292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:01.597328 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-6fc8a70d-3942-4487-b05d-9305c7114292 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647707 Sep 09 04:40:01.681285 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:01.683814 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7e48-2193-400f-9443-2ca4320ff962 req-e0e59a25-9c0b-4713-b189-fc6c7a29a3b2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:01.686453 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-92cf7e48-2193-400f-9443-2ca4320ff962 req-e0e59a25-9c0b-4713-b189-fc6c7a29a3b2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1104882 Sep 09 04:40:01.762507 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-a73f1587-8e8c-4e06-87e9-c386a412539b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564889 Sep 09 04:40:01.768425 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-92cf7e48-2193-400f-9443-2ca4320ff962 req-1124d885-987f-496d-8010-e7899e078a48 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747755 Sep 09 04:40:01.950481 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4239ebec-be6e-404b-b97d-66f7bb27d9a3 req-06a77f15-5d72-43d7-a75a-a1c784cbc028 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018343 Sep 09 04:40:02.141758 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:40:02.389278 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:02.435464 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'port_id': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'mac_address': 'fa:16:3e:97:f2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:40:02.491119 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737063d-5868-44ab-b67e-a4aa749e965b req-b01ffcf7-e2eb-4809-8cc7-c699534d79de tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:02.493177 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5737063d-5868-44ab-b67e-a4aa749e965b req-b01ffcf7-e2eb-4809-8cc7-c699534d79de tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 944 time: 0.1149156 Sep 09 04:40:02.497846 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:02.498244 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:02.501169 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:02.535169 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:02.555913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6deea-38fb-4838-95b6-46c7571e6741 req-208004af-1585-4374-bf21-b122d827ccd9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:02.563327 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-efd6deea-38fb-4838-95b6-46c7571e6741 req-208004af-1585-4374-bf21-b122d827ccd9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.1041467 Sep 09 04:40:02.595060 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:02.602441 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:02.603376 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:40:02.744870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:02.756821 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.757450 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.758170 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.758979 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.759467 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.759948 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.760442 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.760918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.761395 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.761870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.762344 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.763467 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.763972 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.764454 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.764928 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:02.828892 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5737063d-5868-44ab-b67e-a4aa749e965b req-1c1cf74b-720b-445a-bd9d-17aa55a2efd7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029821 Sep 09 04:40:02.881457 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:02.917660 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-efd6deea-38fb-4838-95b6-46c7571e6741 req-363bf2f1-46e3-4c4a-a6cc-ac35f2b9815b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533082 Sep 09 04:40:02.935889 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'port_id': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'mac_address': 'fa:16:3e:7e:19:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:40:02.982912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:02.983429 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:02.997934 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be665ac9-6415-4216-90e1-580750e8834c req-31244c9a-09ae-4f77-9e52-7ce238e54d40 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:03.000693 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:03.006054 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-be665ac9-6415-4216-90e1-580750e8834c req-31244c9a-09ae-4f77-9e52-7ce238e54d40 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0725610 Sep 09 04:40:03.013849 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:03.024440 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:03.029855 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.068046 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-be665ac9-6415-4216-90e1-580750e8834c req-ab523816-622f-4f65-917f-914fbc439f34 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594287 Sep 09 04:40:03.095518 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:03.178005 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 37896) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:03.308920 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caadd041-dc52-474b-945d-42ac1826de9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.388391 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caadd041-dc52-474b-945d-42ac1826de9a admin admin] Publish callbacks [] for security_group (aad182fc-d655-4a67-85db-7797e24dbcda), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.392198 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caadd041-dc52-474b-945d-42ac1826de9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (aad182fc-d655-4a67-85db-7797e24dbcda), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.433488 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-caadd041-dc52-474b-945d-42ac1826de9a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=31e724e7a35e4e18aae599c27ab0f2ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539165 Sep 09 04:40:03.434447 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadd041-dc52-474b-945d-42ac1826de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad182fc-d655-4a67-85db-7797e24dbcda,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:03.437024 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 37908) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:03.489552 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0e7d16bf-c4d9-4fd3-910c-f3fd60a35b0d admin admin] Publish callbacks [] for security_group (aad182fc-d655-4a67-85db-7797e24dbcda), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.513277 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0e7d16bf-c4d9-4fd3-910c-f3fd60a35b0d admin admin] Publish callbacks [] for security_group (aad182fc-d655-4a67-85db-7797e24dbcda), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.563168 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0e7d16bf-c4d9-4fd3-910c-f3fd60a35b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (aad182fc-d655-4a67-85db-7797e24dbcda), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.566074 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0e7d16bf-c4d9-4fd3-910c-f3fd60a35b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:03.567768 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0e7d16bf-c4d9-4fd3-910c-f3fd60a35b0d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/aad182fc-d655-4a67-85db-7797e24dbcda HTTP/1.1" status: 204 len: 168 time: 0.1295571 Sep 09 04:40:03.575863 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d16bf-c4d9-4fd3-910c-f3fd60a35b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad182fc-d655-4a67-85db-7797e24dbcda,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:03.982674 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f67b13-97bf-4501-b0e4-04fcbd037fb8 req-fcaa021b-c0e7-4517-b8fc-b03b02c95266 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:03.989779 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-49f67b13-97bf-4501-b0e4-04fcbd037fb8 req-fcaa021b-c0e7-4517-b8fc-b03b02c95266 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 945 time: 0.0645041 Sep 09 04:40:04.068011 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024781-1c47-485a-92c5-ed7b3e3e9780 req-577cfe6f-ca8c-4b78-b563-0c26c1c31827 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:04.069468 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a0024781-1c47-485a-92c5-ed7b3e3e9780 req-577cfe6f-ca8c-4b78-b563-0c26c1c31827 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 944 time: 0.0635335 Sep 09 04:40:04.079548 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-49f67b13-97bf-4501-b0e4-04fcbd037fb8 req-b945d8d0-2b81-489f-b9f4-a71cad53f7fb tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885973 Sep 09 04:40:04.152508 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a0024781-1c47-485a-92c5-ed7b3e3e9780 req-a3d0f8aa-d4dd-4054-82b6-b5d34e7d9ae3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710423 Sep 09 04:40:04.208654 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d834c-7b21-4046-be53-d1464fa8b5e7 req-d5dd2fe7-dec7-4135-940b-7c18df23bd5d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:04.210661 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-319d834c-7b21-4046-be53-d1464fa8b5e7 req-d5dd2fe7-dec7-4135-940b-7c18df23bd5d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Sep 09 04:40:04.265236 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-319d834c-7b21-4046-be53-d1464fa8b5e7 req-f119b446-4cf8-4cc1-95dd-67d782d7792e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 Sep 09 04:40:04.607128 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:40:05.216743 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6390102-8688-4f4d-8e92-0c039b12a648 req-8b23c3dd-a899-424d-b909-d1d7f64ebd73 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:05.218501 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c6390102-8688-4f4d-8e92-0c039b12a648 req-8b23c3dd-a899-424d-b909-d1d7f64ebd73 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 945 time: 0.0656826 Sep 09 04:40:05.249696 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:05.274382 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c6390102-8688-4f4d-8e92-0c039b12a648 req-3b100a56-4d7f-4155-82a1-695c5a25c5b9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478902 Sep 09 04:40:05.312757 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:05.324419 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb269285-fca5-47f5-9830-43e639873925 req-3940a876-b26f-4c81-ac61-b2d1b8146264 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:05.325877 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb269285-fca5-47f5-9830-43e639873925 req-3940a876-b26f-4c81-ac61-b2d1b8146264 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 944 time: 0.0506454 Sep 09 04:40:05.406446 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b2d70-0600-447a-93b0-63bf6ef001e9 req-1f5f3388-55a4-4699-9916-16bfc05535cd tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:05.407931 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ac1b2d70-0600-447a-93b0-63bf6ef001e9 req-1f5f3388-55a4-4699-9916-16bfc05535cd tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0609982 Sep 09 04:40:05.411575 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb269285-fca5-47f5-9830-43e639873925 req-d30a6e39-f39b-4fc4-8177-e58f67462d17 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801852 Sep 09 04:40:05.454643 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ac1b2d70-0600-447a-93b0-63bf6ef001e9 req-ec9c998f-bee1-4db8-a745-5c22569b43ed tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Sep 09 04:40:06.362552 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['7f751c26-39f9-4ccf-bac7-cc25e0b849e4'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:40:06.395244 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da5049-245f-419d-ae67-b6a4326a46ac req-6a4ce038-8612-4a85-9f8b-9362e00a7391 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:06.396708 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-48da5049-245f-419d-ae67-b6a4326a46ac req-6a4ce038-8612-4a85-9f8b-9362e00a7391 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 945 time: 0.0460122 Sep 09 04:40:06.449247 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-48da5049-245f-419d-ae67-b6a4326a46ac req-1027477a-2669-4ef5-959b-8a3b653be796 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468738 Sep 09 04:40:06.491687 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['4024da04-efc2-4a91-b9ed-e97cc0ac1f78'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:40:06.583025 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977b43-f0e9-443c-bc37-562fee82fc45 req-7685dd63-d19d-4e5b-9b6a-6ac4742f7244 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:06.587057 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fe977b43-f0e9-443c-bc37-562fee82fc45 req-7685dd63-d19d-4e5b-9b6a-6ac4742f7244 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 944 time: 0.0659926 Sep 09 04:40:06.636567 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4eec4-bad2-4c9a-822f-5076e842f7bc req-01282837-a991-4139-9cce-c3d4a74be0a2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:06.638074 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62f4eec4-bad2-4c9a-822f-5076e842f7bc req-01282837-a991-4139-9cce-c3d4a74be0a2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0744941 Sep 09 04:40:06.677877 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fe977b43-f0e9-443c-bc37-562fee82fc45 req-d233ac9c-6e2a-4f12-801a-34582408c980 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741184 Sep 09 04:40:06.708345 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62f4eec4-bad2-4c9a-822f-5076e842f7bc req-cd6cec59-89b3-42cf-b3ac-d330c1ebe76f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598097 Sep 09 04:40:07.596466 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c8ece-ae1a-4b26-98aa-f7f1b17e4aef req-553c5ec7-f5f4-45d8-a6d1-020e9bcac3d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:07.598714 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f7c8ece-ae1a-4b26-98aa-f7f1b17e4aef req-553c5ec7-f5f4-45d8-a6d1-020e9bcac3d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 945 time: 0.0625017 Sep 09 04:40:07.609211 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:07.684983 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f7c8ece-ae1a-4b26-98aa-f7f1b17e4aef req-5199dee7-c7d0-4d04-8842-d09ba060a5a5 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797331 Sep 09 04:40:07.879843 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beb32d-5d1f-40e7-bfaa-0bed0084b72e req-e9dc3927-96d9-4743-81df-3fa3674a9a8c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:07.879843 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9beb32d-5d1f-40e7-bfaa-0bed0084b72e req-e9dc3927-96d9-4743-81df-3fa3674a9a8c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 944 time: 0.0775640 Sep 09 04:40:07.927927 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb80ab-96ae-47bf-a0b3-694540288d9c req-a7191351-3f5e-4e79-8c38-420e31b8bde8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:07.929416 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f5fb80ab-96ae-47bf-a0b3-694540288d9c req-a7191351-3f5e-4e79-8c38-420e31b8bde8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0784490 Sep 09 04:40:07.944743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:07.974397 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9beb32d-5d1f-40e7-bfaa-0bed0084b72e req-161152e6-1ac2-48ec-95ea-d98c10728bd8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837889 Sep 09 04:40:08.013916 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f5fb80ab-96ae-47bf-a0b3-694540288d9c req-f274cab8-dda3-44bc-994c-bea95b9d6578 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738907 Sep 09 04:40:08.016295 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:40:08.024035 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:08.024982 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:08.106679 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:08.107202 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:08.134633 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:08.137260 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4cf85a-0a71-42b4-8897-d25b8049eedb" -d '{"events": [{"server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "name": "network-vif-plugged", "status": "completed", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:08.149768 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:08.154784 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:08.155767 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:08.195754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d2fdd3-d168-49bd-bd58-845972d4e3c9 x-openstack-request-id: req-c3d2fdd3-d168-49bd-bd58-845972d4e3c9 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:08.196059 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "name": "network-vif-plugged", "status": "completed", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:08.196352 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3d2fdd3-d168-49bd-bd58-845972d4e3c9 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:08.196772 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d2fdd3-d168-49bd-bd58-845972d4e3c9'] response: {'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'code': 200} Sep 09 04:40:08.242524 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:08.245366 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:40:08.251827 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:08.252215 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:08.328228 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:08.328525 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:08.349178 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:08.364313 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:08.367965 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:08.403584 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:08.417133 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:08.439720 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371186c-5c0c-44fb-a16e-7210dc1818cf req-a4de4f81-15c5-41d6-906c-e95b44b7c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:08.441234 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c371186c-5c0c-44fb-a16e-7210dc1818cf req-a4de4f81-15c5-41d6-906c-e95b44b7c663 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 1130 time: 0.0451777 Sep 09 04:40:08.486651 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c371186c-5c0c-44fb-a16e-7210dc1818cf req-1aeac499-06fc-428a-b73e-bc06050f0542 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 Sep 09 04:40:08.802481 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1323612-8e39-47cf-abf5-7d7b398ca43f req-ea4ebf8d-bdb9-45d0-a12a-b746ad784d7c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:08.804139 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e1323612-8e39-47cf-abf5-7d7b398ca43f req-ea4ebf8d-bdb9-45d0-a12a-b746ad784d7c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0508339 Sep 09 04:40:08.856396 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e1323612-8e39-47cf-abf5-7d7b398ca43f req-4c430c87-9646-4729-b8e2-d87dc208b6ab tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460236 Sep 09 04:40:09.143568 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e2bfa-49de-482f-8005-faf8fe74a40d req-c2d9c11d-83e2-40ed-bf78-b6d00464582a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:09.147544 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f92e2bfa-49de-482f-8005-faf8fe74a40d req-c2d9c11d-83e2-40ed-bf78-b6d00464582a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0837815 Sep 09 04:40:09.177951 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33588b-4da5-4240-8619-25190275a653 req-52ba2ab1-894d-4009-8180-a9c3371e77d0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:09.179479 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6e33588b-4da5-4240-8619-25190275a653 req-52ba2ab1-894d-4009-8180-a9c3371e77d0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0849872 Sep 09 04:40:09.223874 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f92e2bfa-49de-482f-8005-faf8fe74a40d req-f171ac81-21c9-4926-ba69-943d1be2e536 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718007 Sep 09 04:40:09.285277 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6e33588b-4da5-4240-8619-25190275a653 req-b46f1084-30d3-4c5e-a87a-d348dc26ffc0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960188 Sep 09 04:40:09.943139 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:09.980057 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27a009-cdd5-4849-b592-c49466038aa8 req-ed37a23d-6516-476c-9305-f8eb050fe54d tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:09.981558 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5d27a009-cdd5-4849-b592-c49466038aa8 req-ed37a23d-6516-476c-9305-f8eb050fe54d tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Sep 09 04:40:09.993609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:10.037232 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5d27a009-cdd5-4849-b592-c49466038aa8 req-db518092-a345-4ba9-8aa4-b495d524439a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500624 Sep 09 04:40:10.197688 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:10.200032 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1318835b-63b4-4560-8443-e8c9ceb60c2a" -d '{"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-plugged", "status": "completed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:10.236426 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d1bacb-9976-43de-940f-a254651679fa x-openstack-request-id: req-73d1bacb-9976-43de-940f-a254651679fa {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:10.236717 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-plugged", "status": "completed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:10.236972 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73d1bacb-9976-43de-940f-a254651679fa {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:10.237366 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d1bacb-9976-43de-940f-a254651679fa'] response: {'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'code': 200} Sep 09 04:40:10.344671 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f25dd8-7d3d-41c2-b016-1f14ffb8514c req-8313c637-bf43-4859-b5d7-218896a5e269 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:10.346163 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-86f25dd8-7d3d-41c2-b016-1f14ffb8514c req-8313c637-bf43-4859-b5d7-218896a5e269 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0486982 Sep 09 04:40:10.436592 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-86f25dd8-7d3d-41c2-b016-1f14ffb8514c req-f058c3d0-94f4-40a7-9ac0-78951413dc22 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841973 Sep 09 04:40:10.443595 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2f0c6-b935-462f-a460-94c86a86f623 req-0c4a3ffc-db92-4fce-87d5-43be04fce4d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:10.445246 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dcc2f0c6-b935-462f-a460-94c86a86f623 req-0c4a3ffc-db92-4fce-87d5-43be04fce4d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0735626 Sep 09 04:40:10.495537 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dcc2f0c6-b935-462f-a460-94c86a86f623 req-5463a00d-7fd3-4a2f-b852-c7e211d01f6b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Sep 09 04:40:10.846024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264719fb-2071-4252-a674-b8bc5231693b req-74569374-56e8-424f-9e4b-248a5e99b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:10.847893 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-264719fb-2071-4252-a674-b8bc5231693b req-74569374-56e8-424f-9e4b-248a5e99b2c5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 1129 time: 0.0408809 Sep 09 04:40:10.899271 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-264719fb-2071-4252-a674-b8bc5231693b req-1ce5b1e5-f25e-429f-be89-dca716460f61 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437329 Sep 09 04:40:11.166860 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75925fe-d11c-49bc-8d5e-7ea4350d1a77 req-d92fbb9d-c54f-49e3-b67f-019787abae5f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:11.168375 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c75925fe-d11c-49bc-8d5e-7ea4350d1a77 req-d92fbb9d-c54f-49e3-b67f-019787abae5f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0535893 Sep 09 04:40:11.218152 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c75925fe-d11c-49bc-8d5e-7ea4350d1a77 req-1a6a5f71-09c4-4c43-a6b9-6c415dce2db2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435214 Sep 09 04:40:11.385604 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ef207-3bee-4b61-8d55-a239e2042f06 req-4751c642-dacd-4c30-b59d-28ecfc64a21e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:11.386998 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b67ef207-3bee-4b61-8d55-a239e2042f06 req-4751c642-dacd-4c30-b59d-28ecfc64a21e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0464549 Sep 09 04:40:11.397165 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38220) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:11.401538 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'floatingip': {'port_id': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:11.473742 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (076772aa-f4ee-45ae-8c3a-7c64d596f574), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:11.663947 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579f07a-2b9c-4cea-995f-5fe9779edf30 req-2a2c4f80-709e-428f-a141-4c5f8b20b807 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:11.665431 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2579f07a-2b9c-4cea-995f-5fe9779edf30 req-2a2c4f80-709e-428f-a141-4c5f8b20b807 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.1401386 Sep 09 04:40:11.701211 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e584d-3a02-4bf3-a07c-240b197ade2e req-ff294e4f-1a31-49c3-a9ce-48f574ebab86 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:11.702658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-182e584d-3a02-4bf3-a07c-240b197ade2e req-ff294e4f-1a31-49c3-a9ce-48f574ebab86 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1202657 Sep 09 04:40:11.804520 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2579f07a-2b9c-4cea-995f-5fe9779edf30 req-b9a7e3d0-b682-4b58-a68c-97acae4079ad tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325970 Sep 09 04:40:11.865503 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-182e584d-3a02-4bf3-a07c-240b197ade2e req-be531eb2-c6b0-4247-824f-f174c92c88b4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497481 Sep 09 04:40:12.225230 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:12.225827 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38248) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:12.445829 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38264) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:12.533787 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:12.554158 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] Deleting subnet 7aeb3ab7-0325-4ac7-9b86-662e7c918fa8 {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:40:12.559693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] Publish callbacks [] for subnet (7aeb3ab7-0325-4ac7-9b86-662e7c918fa8), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.597436 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-863e3299-cc3c-407a-8810-99f1d4178e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.608083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.617654 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (076772aa-f4ee-45ae-8c3a-7c64d596f574), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.623906 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (7aeb3ab7-0325-4ac7-9b86-662e7c918fa8), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.700912 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-863e3299-cc3c-407a-8810-99f1d4178e88 admin admin] Publish callbacks [] for security_group (f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.705820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-863e3299-cc3c-407a-8810-99f1d4178e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.729373 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38272) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:12.743497 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (7aeb3ab7-0325-4ac7-9b86-662e7c918fa8), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.748498 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:12.755067 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e3299-cc3c-407a-8810-99f1d4178e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:12.762050 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-863e3299-cc3c-407a-8810-99f1d4178e88 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0d979aea8ece48538a3e6ff9bebe394c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128090 Sep 09 04:40:12.762267 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38276) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:12.796010 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Floating IP 076772aa-f4ee-45ae-8c3a-7c64d596f574 associated. External IP: 172.27.3.207, port: 7f751c26-39f9-4ccf-bac7-cc25e0b849e4. Sep 09 04:40:12.814631 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c1861a25-b87c-4c6a-a59b-c107263272f8 admin admin] Publish callbacks [] for security_group (f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.837932 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c1861a25-b87c-4c6a-a59b-c107263272f8 admin admin] Publish callbacks [] for security_group (f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.862077 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (7aeb3ab7-0325-4ac7-9b86-662e7c918fa8), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.886772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aeb3ab7-0325-4ac7-9b86-662e7c918fa8,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:12.912722 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c1861a25-b87c-4c6a-a59b-c107263272f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.916682 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c1861a25-b87c-4c6a-a59b-c107263272f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.922367 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-c1861a25-b87c-4c6a-a59b-c107263272f8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b HTTP/1.1" status: 204 len: 168 time: 0.1582830 Sep 09 04:40:12.927192 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.930331 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a9e290e7-819d-41b7-b632-3d69e3972891 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/7aeb3ab7-0325-4ac7-9b86-662e7c918fa8 HTTP/1.1" status: 204 len: 168 time: 0.7039769 Sep 09 04:40:12.934862 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38284) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:12.951409 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861a25-b87c-4c6a-a59b-c107263272f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f3ed2a-235d-45d7-9807-c89fa9c2bc3b,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:12.953329 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-82d2b9a5-3f3b-4a18-815d-580cae58d389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:12.999402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:13.076376 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-82d2b9a5-3f3b-4a18-815d-580cae58d389 admin admin] Publish callbacks [] for security_group (6db0732f-180b-41df-9f91-4a450dcd4f14), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.083332 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-82d2b9a5-3f3b-4a18-815d-580cae58d389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (6db0732f-180b-41df-9f91-4a450dcd4f14), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.136825 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-82d2b9a5-3f3b-4a18-815d-580cae58d389 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a5c7d1ed6bc74e828c2bda14d1ab8485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040842 Sep 09 04:40:13.139787 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2b9a5-3f3b-4a18-815d-580cae58d389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0732f-180b-41df-9f91-4a450dcd4f14,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:13.142878 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38288) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:13.198412 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972172c0-97d0-4250-9901-878441b78583 req-7bdf466f-e4fa-48a3-aecf-d744c18eb136 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:13.200038 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-972172c0-97d0-4250-9901-878441b78583 req-7bdf466f-e4fa-48a3-aecf-d744c18eb136 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1944826 Sep 09 04:40:13.213632 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.255506 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e2b1f5c-77c6-4512-9579-d3b55d99d00e admin admin] Publish callbacks [] for security_group (6db0732f-180b-41df-9f91-4a450dcd4f14), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.258285 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b1821-0b90-475d-b680-b9fce28e95c5 req-007a0998-8280-4b82-9a11-2bc10c6ff06e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:13.273040 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b50b1821-0b90-475d-b680-b9fce28e95c5 req-007a0998-8280-4b82-9a11-2bc10c6ff06e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.2367496 Sep 09 04:40:13.287271 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e2b1f5c-77c6-4512-9579-d3b55d99d00e admin admin] Publish callbacks [] for security_group (6db0732f-180b-41df-9f91-4a450dcd4f14), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.338089 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f19afa91-e469-4985-a0e7-e01712724646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.359192 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e2b1f5c-77c6-4512-9579-d3b55d99d00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (6db0732f-180b-41df-9f91-4a450dcd4f14), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.362495 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e2b1f5c-77c6-4512-9579-d3b55d99d00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.364023 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-8e2b1f5c-77c6-4512-9579-d3b55d99d00e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/6db0732f-180b-41df-9f91-4a450dcd4f14 HTTP/1.1" status: 204 len: 168 time: 0.2099631 Sep 09 04:40:13.378427 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b1f5c-77c6-4512-9579-d3b55d99d00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0732f-180b-41df-9f91-4a450dcd4f14,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:13.446051 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38296) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:13.460810 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7ef510fd-2869-4638-8c82-d5dd3604df62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.552455 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Router fe474707-f1f0-4c45-8158-207aeea5a59b has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:40:13.561416 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7ef510fd-2869-4638-8c82-d5dd3604df62 admin admin] Publish callbacks [] for security_group (ffaad399-d2c5-4f7a-9820-067303c20e15), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.567039 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.567173 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7ef510fd-2869-4638-8c82-d5dd3604df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ffaad399-d2c5-4f7a-9820-067303c20e15), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.573617 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b50b1821-0b90-475d-b680-b9fce28e95c5 req-ce3365fb-456a-43b5-a0ef-f0a6745280ae tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992160 Sep 09 04:40:13.603070 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-972172c0-97d0-4250-9901-878441b78583 req-11a0bfea-a6e6-4c7e-8fa7-191ad7691eca tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873436 Sep 09 04:40:13.609766 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:13.613667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:13.628980 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f145e4-e7d8-4760-ac88-59bc88094fd8') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:13.629591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f145e4-e7d8-4760-ac88-59bc88094fd8') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:13.633779 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-7ef510fd-2869-4638-8c82-d5dd3604df62 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8d9082267e134b17b17641c19acbab5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864736 Sep 09 04:40:13.635379 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef510fd-2869-4638-8c82-d5dd3604df62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaad399-d2c5-4f7a-9820-067303c20e15,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:13.639820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38302) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:13.662467 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (c2f145e4-e7d8-4760-ac88-59bc88094fd8), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.703585 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3f1-89b5-49ee-abd6-4589d01f08ef admin admin] Publish callbacks [] for security_group (ffaad399-d2c5-4f7a-9820-067303c20e15), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.728583 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:13.730811 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3f1-89b5-49ee-abd6-4589d01f08ef admin admin] Publish callbacks [] for security_group (ffaad399-d2c5-4f7a-9820-067303c20e15), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.740606 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:13.768954 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (c2f145e4-e7d8-4760-ac88-59bc88094fd8), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.791130 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:40:13.791559 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (c2f145e4-e7d8-4760-ac88-59bc88094fd8), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.796719 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3f1-89b5-49ee-abd6-4589d01f08ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ffaad399-d2c5-4f7a-9820-067303c20e15), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.799625 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a48ab3f1-89b5-49ee-abd6-4589d01f08ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.804144 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a48ab3f1-89b5-49ee-abd6-4589d01f08ef admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ffaad399-d2c5-4f7a-9820-067303c20e15 HTTP/1.1" status: 204 len: 168 time: 0.1632540 Sep 09 04:40:13.827535 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ab3f1-89b5-49ee-abd6-4589d01f08ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaad399-d2c5-4f7a-9820-067303c20e15,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:13.859294 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment c2f145e4-e7d8-4760-ac88-59bc88094fd8 resource provider aggregate not found Sep 09 04:40:13.899598 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment c2f145e4-e7d8-4760-ac88-59bc88094fd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2f145e4-e7d8-4760-ac88-59bc88094fd8 found for delete ", "request_id": "req-a8e1c47c-2550-4efd-a7c5-efdad8a8c897"}]} Sep 09 04:40:13.914604 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e519f1-8501-4c69-9910-ec07d86b5a2c req-ff3f0f8e-51bd-434c-a4ea-284135432278 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:13.916151 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c8e519f1-8501-4c69-9910-ec07d86b5a2c req-ff3f0f8e-51bd-434c-a4ea-284135432278 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.1952374 Sep 09 04:40:13.927624 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38318) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:13.933818 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'floatingip': {'port_id': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:13.962647 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:40:13.968752 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.972580 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.977293 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] Sync routers for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:40:13.980309 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:13.987054 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1 HTTP/1.1" status: 204 len: 168 time: 1.0490561 Sep 09 04:40:13.993954 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38320) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:13.998802 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:13.999618 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:39:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:14.018510 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46318cd8-4673-4f9d-9574-32be2408a119 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe9b39b-53b0-4e8b-b299-c18f6b7fb4e1,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:14.027746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-1939726c-932e-4c31-ba01-2ce74eeab7d4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/076772aa-f4ee-45ae-8c3a-7c64d596f574 HTTP/1.1" status: 200 len: 992 time: 2.6295550 Sep 09 04:40:14.028404 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:14.031267 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e90ec1-8ed1-408b-9542-a15f565945a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:14.082911 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21acaac-0abb-4c19-a6f8-9461f5eb28bb x-openstack-request-id: req-c21acaac-0abb-4c19-a6f8-9461f5eb28bb {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:14.083489 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:14.083943 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c21acaac-0abb-4c19-a6f8-9461f5eb28bb {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:14.084684 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21acaac-0abb-4c19-a6f8-9461f5eb28bb'] response: {'name': 'network-changed', 'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'status': 'completed', 'code': 200} Sep 09 04:40:14.142101 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (97e0e8a4-39f6-4a65-8839-2d9a0871fbe5), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.154340 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_v2 [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] Deleting subnet 62a91e51-4930-4c2b-a468-a34e5ad29036 {{(pid=107720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:40:14.158430 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] Publish callbacks [] for subnet (62a91e51-4930-4c2b-a468-a34e5ad29036), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.194019 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:14.278245 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] Publish callbacks [] for subnet (62a91e51-4930-4c2b-a468-a34e5ad29036), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.296696 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:14.298681 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (62a91e51-4930-4c2b-a468-a34e5ad29036), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.380653 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38338) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:14.417057 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1694b159-fc2c-4486-8096-11afa0b91ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.498716 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for subnet (62a91e51-4930-4c2b-a468-a34e5ad29036), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.678310 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '076772aa-f4ee-45ae-8c3a-7c64d596f574', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'port_id': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'mac_address': 'fa:16:3e:97:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:39:24Z', 'updated_at': '2022-09-09T04:40:12Z', 'revision_number': 1, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:14.715143 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] Checking router: fe474707-f1f0-4c45-8158-207aeea5a59b for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:40:14.725452 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:14.726399 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:39:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:14.751553 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a91e51-4930-4c2b-a468-a34e5ad29036,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:14.754105 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.756242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87aa00-f930-48b2-b8ee-ebf3ca1dcb00 req-d71499d9-6858-485b-915c-1ef16c603bd0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:14.761095 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-17479b97-8d32-46a3-ada5-199d7b3e2306 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/62a91e51-4930-4c2b-a468-a34e5ad29036 HTTP/1.1" status: 204 len: 168 time: 0.7627590 Sep 09 04:40:14.763806 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e87aa00-f930-48b2-b8ee-ebf3ca1dcb00 req-d71499d9-6858-485b-915c-1ef16c603bd0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0908396 Sep 09 04:40:14.763970 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38346) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:14.864192 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e87aa00-f930-48b2-b8ee-ebf3ca1dcb00 req-6c0ec6a2-ecba-4a46-84d8-65d85fa05fc8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892804 Sep 09 04:40:14.899663 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:14.947183 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1694b159-fc2c-4486-8096-11afa0b91ad5 admin admin] Publish callbacks [] for security_group (bf597582-6b8f-42db-a3de-2d721c5a57f3), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.989875 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (a1072480-03f0-4ff0-b26b-a4fda3087573), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:14.998870 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1694b159-fc2c-4486-8096-11afa0b91ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bf597582-6b8f-42db-a3de-2d721c5a57f3), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.100287 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-1694b159-fc2c-4486-8096-11afa0b91ad5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a6564a4b91484feb8e8cc067761a2a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7185481 Sep 09 04:40:15.102923 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38356) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:15.169161 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694b159-fc2c-4486-8096-11afa0b91ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf597582-6b8f-42db-a3de-2d721c5a57f3,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:15.171260 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '076772aa-f4ee-45ae-8c3a-7c64d596f574', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'port_id': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'mac_address': 'fa:16:3e:97:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:39:24Z', 'updated_at': '2022-09-09T04:40:12Z', 'revision_number': 1, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:15.207902 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ce69-cb64-4b45-b4e0-c801beb58311 None None] The sync data for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi is: [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '076772aa-f4ee-45ae-8c3a-7c64d596f574', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'port_id': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'mac_address': 'fa:16:3e:97:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:39:24Z', 'updated_at': '2022-09-09T04:40:12Z', 'revision_number': 1, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:40:15.227857 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-299c50dc-1019-4534-bae1-e7b779a04e4d admin admin] Publish callbacks [] for security_group (bf597582-6b8f-42db-a3de-2d721c5a57f3), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.275123 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-299c50dc-1019-4534-bae1-e7b779a04e4d admin admin] Publish callbacks [] for security_group (bf597582-6b8f-42db-a3de-2d721c5a57f3), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.360513 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (a1072480-03f0-4ff0-b26b-a4fda3087573), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.363172 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-299c50dc-1019-4534-bae1-e7b779a04e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bf597582-6b8f-42db-a3de-2d721c5a57f3), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.367758 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-299c50dc-1019-4534-bae1-e7b779a04e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.370573 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-299c50dc-1019-4534-bae1-e7b779a04e4d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bf597582-6b8f-42db-a3de-2d721c5a57f3 HTTP/1.1" status: 204 len: 168 time: 0.2653806 Sep 09 04:40:15.383765 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c50dc-1019-4534-bae1-e7b779a04e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf597582-6b8f-42db-a3de-2d721c5a57f3,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:15.450863 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-38dc2da0-07a0-4368-9205-aa04cec96974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:15.452505 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-38dc2da0-07a0-4368-9205-aa04cec96974 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 1130 time: 0.2701001 Sep 09 04:40:15.473051 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.473415 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.474348 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.474722 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > port after_create 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.475137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > port after_delete 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.475473 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > port after_update 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.481365 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.481766 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.482160 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.482535 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.491739 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-7b254072-8b96-4c78-a640-0957ed789cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.610756 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.611311 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.611311 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.611635 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 04:40:15.612015 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1072480-03f0-4ff0-b26b-a4fda3087573']}} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:15.638062 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08ceac0-824d-441c-b338-cfe796d9ca13') {'for_net_delete': True} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:15.639148 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08ceac0-824d-441c-b338-cfe796d9ca13') {} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:15.670049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13884880'] for segment (b08ceac0-824d-441c-b338-cfe796d9ca13), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.692794 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:15.735332 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:DELETE=7,neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:15.738115 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.db.resource_extend [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 09 04:40:15.758419 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (b08ceac0-824d-441c-b338-cfe796d9ca13), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:15.861163 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=107720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:40:15.861483 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14436069'] for segment (b08ceac0-824d-441c-b338-cfe796d9ca13), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.078337 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30461184-1bcf-4167-9514-aff4f015a313 req-49c05f19-d7f6-47e0-a63c-6d8ae8c1364b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:16.082148 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.083758 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-30461184-1bcf-4167-9514-aff4f015a313 req-49c05f19-d7f6-47e0-a63c-6d8ae8c1364b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1034513 Sep 09 04:40:16.091116 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (97e0e8a4-39f6-4a65-8839-2d9a0871fbe5), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.096832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (a1072480-03f0-4ff0-b26b-a4fda3087573), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.156592 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.162710 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/a1072480-03f0-4ff0-b26b-a4fda3087573 HTTP/1.1" status: 204 len: 168 time: 1.3955648 Sep 09 04:40:16.187204 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a410848-4ec0-4a9d-970a-5200750ac20e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1072480-03f0-4ff0-b26b-a4fda3087573,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:16.193527 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-a7cc926b-0237-4d6b-ac31-425fa071e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:16.195014 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-a7cc926b-0237-4d6b-ac31-425fa071e129 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 912 time: 0.5003157 Sep 09 04:40:16.213343 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-30461184-1bcf-4167-9514-aff4f015a313 req-a68e88ea-d48f-44b7-a193-b996e2461e9d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031880 Sep 09 04:40:16.362306 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Floating IP 97e0e8a4-39f6-4a65-8839-2d9a0871fbe5 associated. External IP: 172.27.3.174, port: 4024da04-efc2-4a91-b9ed-e97cc0ac1f78. Sep 09 04:40:16.404796 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-05101298-3784-4862-94d7-1015106f7ac1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4 HTTP/1.1" status: 200 len: 1000 time: 0.2030642 Sep 09 04:40:16.409054 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93230ff3-2e9e-4419-8541-5c59949ed162 None None] New status for floating IP 076772aa-f4ee-45ae-8c3a-7c64d596f574: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:40:16.525110 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38406) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:16.607266 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6b51960b-84ff-402b-ba61-79a9f4dbc1a2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=79ddbc4671b44eeba54e2eeca5387e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0807254 Sep 09 04:40:16.612904 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38412) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:16.749430 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.764106 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e66bedc1-58ae-4834-a008-2e99bbb901ae admin admin] Publish callbacks [] for security_group (881d1eb2-71e4-4e14-ab71-5b55caf9bcb5), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.836540 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-22ea1234-aa22-49d6-a3ed-1ea99edc7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:16.838469 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-22ea1234-aa22-49d6-a3ed-1ea99edc7420 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 200 len: 850 time: 0.4244599 Sep 09 04:40:16.840431 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e66bedc1-58ae-4834-a008-2e99bbb901ae admin admin] Publish callbacks [] for security_group (881d1eb2-71e4-4e14-ab71-5b55caf9bcb5), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.942493 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e66bedc1-58ae-4834-a008-2e99bbb901ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (881d1eb2-71e4-4e14-ab71-5b55caf9bcb5), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.945067 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e66bedc1-58ae-4834-a008-2e99bbb901ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:16.949594 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e66bedc1-58ae-4834-a008-2e99bbb901ae admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/881d1eb2-71e4-4e14-ab71-5b55caf9bcb5 HTTP/1.1" status: 204 len: 168 time: 0.3369923 Sep 09 04:40:16.958511 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bedc1-58ae-4834-a008-2e99bbb901ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d1eb2-71e4-4e14-ab71-5b55caf9bcb5,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:16.998011 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-8710da1f-3af0-4c02-acc0-2ba06a82e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:16.999571 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-8710da1f-3af0-4c02-acc0-2ba06a82e202 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=da245dda-2c01-4deb-aa23-3957c02d97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1482031 Sep 09 04:40:17.140792 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:17.162756 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642c7de-e204-42fe-ad25-7322cbaf787b req-30f2d30a-0532-4762-9e5c-1125ab9cecda tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:17.170823 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7642c7de-e204-42fe-ad25-7322cbaf787b req-30f2d30a-0532-4762-9e5c-1125ab9cecda tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0866189 Sep 09 04:40:17.234464 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7642c7de-e204-42fe-ad25-7322cbaf787b req-a69541cc-6e02-4c7e-be15-5368473df4e5 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622156 Sep 09 04:40:17.278263 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Router 0eb35b93-a59a-406b-b039-5d2fb90e5044 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:40:17.298357 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-4ab9b186-412a-4edb-8f2a-21e348c7085a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727141 Sep 09 04:40:17.361213 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment b08ceac0-824d-441c-b338-cfe796d9ca13 resource provider aggregate not found Sep 09 04:40:17.393318 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment b08ceac0-824d-441c-b338-cfe796d9ca13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b08ceac0-824d-441c-b338-cfe796d9ca13 found for delete ", "request_id": "req-a4ebb01d-0d8b-42e1-9801-57f0cb922cc7"}]} Sep 09 04:40:17.450094 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dedf4b-d07b-44b5-b717-4e6ab3e05b60 req-026bcba7-6a37-4c63-bdfe-ba2ac63b9af2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:17.452145 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-76dedf4b-d07b-44b5-b717-4e6ab3e05b60 req-026bcba7-6a37-4c63-bdfe-ba2ac63b9af2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1207981 Sep 09 04:40:17.467417 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:17.477591 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:40:17.482871 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.490893 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] Sync routers for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:40:17.501182 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38442) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:17.527403 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:17.528011 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:17.549396 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-76dedf4b-d07b-44b5-b717-4e6ab3e05b60 req-d19d6cdf-937b-4e7d-8ba0-e646b7e71de6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862477 Sep 09 04:40:17.586639 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-8e990d84-bc9d-4680-ad3a-7fd41edb8fbc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/97e0e8a4-39f6-4a65-8839-2d9a0871fbe5 HTTP/1.1" status: 200 len: 991 time: 3.6434119 Sep 09 04:40:17.587475 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:17.590910 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a4700-3eec-4401-859f-4345fd49eb89" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:17.646311 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1322ed7-a91d-4b9e-94cf-9c4ec58ab297 x-openstack-request-id: req-c1322ed7-a91d-4b9e-94cf-9c4ec58ab297 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:17.646557 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:17.647117 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1322ed7-a91d-4b9e-94cf-9c4ec58ab297 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:17.647574 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1322ed7-a91d-4b9e-94cf-9c4ec58ab297'] response: {'name': 'network-changed', 'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'status': 'completed', 'code': 200} Sep 09 04:40:17.697671 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:17.730591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1997505059-network', 'tenant_id': 'ce9bbaae5d5e4e26a6ff2e9d4a1f98c3'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:17.751615 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38454) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:17.759813 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Made reservation on behalf of ce9bbaae5d5e4e26a6ff2e9d4a1f98c3 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:40:17.764097 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.781450 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.783348 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:17.801858 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-78b3be68-3534-48d7-90e6-9b371e1ba76f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=534865bd729542edb652f63af856077e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490320 Sep 09 04:40:17.804331 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38456) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:17.812896 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:17.851675 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:17.864610 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cf6b615e-3d6a-4fb8-a84c-18e5aff3bc5a admin admin] Publish callbacks [] for security_group (965e69ec-08b2-4cc4-afa6-728610fcb115), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.877232 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks [] for security_group (b6f69413-2759-4918-9f42-bae0aa6a3ceb), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.882044 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b6f69413-2759-4918-9f42-bae0aa6a3ceb), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.887398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cf6b615e-3d6a-4fb8-a84c-18e5aff3bc5a admin admin] Publish callbacks [] for security_group (965e69ec-08b2-4cc4-afa6-728610fcb115), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.903031 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:17.904960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:40:17.922764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f69413-2759-4918-9f42-bae0aa6a3ceb,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:17.926377 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (f9feb4db-dc68-4cc8-bebc-d770e9c98d8d), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.926730 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Added segment f9feb4db-dc68-4cc8-bebc-d770e9c98d8d of type vlan for network 84967da4-2d71-4732-bbc3-ec5f9c426a3c Sep 09 04:40:17.945697 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '97e0e8a4-39f6-4a65-8839-2d9a0871fbe5', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'port_id': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'mac_address': 'fa:16:3e:7e:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:39:21Z', 'updated_at': '2022-09-09T04:40:15Z', 'revision_number': 1, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:17.952528 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cf6b615e-3d6a-4fb8-a84c-18e5aff3bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (965e69ec-08b2-4cc4-afa6-728610fcb115), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.955921 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cf6b615e-3d6a-4fb8-a84c-18e5aff3bc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.957234 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-cf6b615e-3d6a-4fb8-a84c-18e5aff3bc5a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/965e69ec-08b2-4cc4-afa6-728610fcb115 HTTP/1.1" status: 204 len: 168 time: 0.1520095 Sep 09 04:40:17.969701 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b615e-3d6a-4fb8-a84c-18e5aff3bc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e69ec-08b2-4cc4-afa6-728610fcb115,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:17.973325 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (84967da4-2d71-4732-bbc3-ec5f9c426a3c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:17.988018 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] Checking router: 0eb35b93-a59a-406b-b039-5d2fb90e5044 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:40:17.999837 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:18.000969 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:18.020032 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (84967da4-2d71-4732-bbc3-ec5f9c426a3c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:18.022118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:18.022865 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:18.086632 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5814140 Sep 09 04:40:18.090260 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38460) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:18.095765 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Request body: {'subnet': {'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1997505059-subnet', 'tenant_id': 'ce9bbaae5d5e4e26a6ff2e9d4a1f98c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:18.099966 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee452c94-fbc5-4f13-b11b-03f4cd34a0fe admin admin] Pushing event updated for resources: {'Network': ['ID=84967da4-2d71-4732-bbc3-ec5f9c426a3c,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:18.111547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 84967da4-2d71-4732-bbc3-ec5f9c426a3c details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:40:18.121841 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:18.123169 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Made reservation on behalf of ce9bbaae5d5e4e26a6ff2e9d4a1f98c3 for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:40:18.128133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14635063'] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:18.385174 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:18.390230 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:18.427185 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e4276-7607-4cf0-bd72-0b7696dafab7 req-eca97614-24ee-4adc-970c-6d2f18e764a6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:18.430317 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4c4e4276-7607-4cf0-bd72-0b7696dafab7 req-eca97614-24ee-4adc-970c-6d2f18e764a6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0762091 Sep 09 04:40:18.432661 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14434376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14635049'] for subnet (12eb5040-db1c-453a-89a2-945d0a1ffa7f), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:18.510164 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4c4e4276-7607-4cf0-bd72-0b7696dafab7 req-84c78160-8193-4e1d-9819-4cda8adc6154 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712054 Sep 09 04:40:18.537899 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=12eb5040-db1c-453a-89a2-945d0a1ffa7f,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:18.558655 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Checking segment: {'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:18.558655 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Network hostable DHCP agents. Network: 84967da4-2d71-4732-bbc3-ec5f9c426a3c, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:40:18.579977 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Network 84967da4-2d71-4732-bbc3-ec5f9c426a3c is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:40:18.592300 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '97e0e8a4-39f6-4a65-8839-2d9a0871fbe5', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'port_id': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'mac_address': 'fa:16:3e:7e:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:39:21Z', 'updated_at': '2022-09-09T04:40:15Z', 'revision_number': 1, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:18.600193 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 84967da4-2d71-4732-bbc3-ec5f9c426a3c) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:18.609513 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f65e1dc-fea9-44ae-9ae6-299b8d936a04 None None] Network 84967da4-2d71-4732-bbc3-ec5f9c426a3c requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:40:18.613989 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:18.614596 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:18.631441 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fad545-05b4-4db1-a639-661c090872f7 None None] The sync data for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi is: [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '97e0e8a4-39f6-4a65-8839-2d9a0871fbe5', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'floating_ip_address': '172.27.3.174', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'port_id': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'mac_address': 'fa:16:3e:7e:19:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:39:21Z', 'updated_at': '2022-09-09T04:40:15Z', 'revision_number': 1, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:40:18.646244 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-53975e70-51f0-42b8-948e-8546d892c22b admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5547054 Sep 09 04:40:18.731269 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:18.763520 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e09df7-a557-4289-9965-10abdc56d4fe req-8087b87c-ea7c-4656-9fb4-9b500f3187a2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:18.766036 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e7e09df7-a557-4289-9965-10abdc56d4fe req-8087b87c-ea7c-4656-9fb4-9b500f3187a2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1026242 Sep 09 04:40:18.869857 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8949e-d0d9-4f38-a8b2-942ac13d29b7 None None] Network 84967da4-2d71-4732-bbc3-ec5f9c426a3c requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:40:18.899325 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e7e09df7-a557-4289-9965-10abdc56d4fe req-7281299d-68e1-40f4-b457-19a5b4c5e371 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262453 Sep 09 04:40:19.157967 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4700-3eec-4401-859f-4345fd49eb89 req-70f4fb10-4950-44aa-8187-c1a06eae703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:19.159658 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-916a4700-3eec-4401-859f-4345fd49eb89 req-70f4fb10-4950-44aa-8187-c1a06eae703a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 1129 time: 0.0841637 Sep 09 04:40:19.196771 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-89e90ec1-8ed1-408b-9542-a15f565945a4 req-b56472b8-273a-4917-bf88-1c7ba154fd6e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566451 Sep 09 04:40:19.671594 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4700-3eec-4401-859f-4345fd49eb89 req-dd3fd4bb-38f5-4b2e-9fb3-eca326634d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:19.674364 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-916a4700-3eec-4401-859f-4345fd49eb89 req-dd3fd4bb-38f5-4b2e-9fb3-eca326634d80 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.2204173 Sep 09 04:40:19.735896 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499b4e7-8e87-40b1-b2a1-1d65e7ff27ea req-9a44746d-641a-422e-a965-398527d9fdbc tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:19.746422 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9499b4e7-8e87-40b1-b2a1-1d65e7ff27ea req-9a44746d-641a-422e-a965-398527d9fdbc tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.0803602 Sep 09 04:40:19.751481 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af74aa50-11a4-43dd-bd50-42b4d24db752 None None] New status for floating IP 97e0e8a4-39f6-4a65-8839-2d9a0871fbe5: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:40:19.800380 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-916a4700-3eec-4401-859f-4345fd49eb89 req-5cda028b-f12f-4bbf-b0b1-104221c0fd20 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78 HTTP/1.1" status: 200 len: 999 time: 0.0759325 Sep 09 04:40:19.817188 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9499b4e7-8e87-40b1-b2a1-1d65e7ff27ea req-773d7c5b-8dfa-444b-8f38-b8eeca95e8f2 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=06855e09-8c3b-4aa0-9063-6f35fb592a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697117 Sep 09 04:40:19.916361 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:20.082631 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-f004391f-b137-4ba9-933b-b1370f340d48 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:20.084397 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-f004391f-b137-4ba9-933b-b1370f340d48 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 945 time: 0.1848073 Sep 09 04:40:20.087045 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:20.093131 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4700-3eec-4401-859f-4345fd49eb89 req-202e7a90-d580-4c11-8047-a4aca7672b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:20.094832 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-916a4700-3eec-4401-859f-4345fd49eb89 req-202e7a90-d580-4c11-8047-a4aca7672b41 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.2037129 Sep 09 04:40:20.120386 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8a3f9-02a3-430f-87e2-abff4bbee66c req-408fe75e-bd0e-43c9-aa6e-80075d485571 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:20.124709 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b7b8a3f9-02a3-430f-87e2-abff4bbee66c req-408fe75e-bd0e-43c9-aa6e-80075d485571 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0767212 Sep 09 04:40:20.167856 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:20.186743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a4700-3eec-4401-859f-4345fd49eb89 req-e457c2b0-fe17-4ed9-8e23-5b88d373d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:20.186743 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-916a4700-3eec-4401-859f-4345fd49eb89 req-e457c2b0-fe17-4ed9-8e23-5b88d373d38e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549958 Sep 09 04:40:20.214078 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b7b8a3f9-02a3-430f-87e2-abff4bbee66c req-560b3150-0761-4669-980f-4c9dc35764b3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806506 Sep 09 04:40:20.309671 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Deleting port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:40:20.310020 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:20.487239 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-916a4700-3eec-4401-859f-4345fd49eb89 req-adb324f6-5d31-4cd7-aadc-b63cc0ea5f94 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068074 Sep 09 04:40:20.524226 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] For port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:20.524607 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:20.574474 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Calling delete_port for 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:40:20.696104 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-916a4700-3eec-4401-859f-4345fd49eb89 req-13f6c4e2-1c0a-4fd9-81b0-ba71b7e6d065 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017291 Sep 09 04:40:20.794089 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (0bd2a80e-3f55-4880-b053-2fd68ba4e2a3), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:20.829860 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Pushing event deleted for resources: {'Port': ['ID=0bd2a80e-3f55-4880-b053-2fd68ba4e2a3,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:20.840664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['0bd2a80e-3f55-4880-b053-2fd68ba4e2a3'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:40:20.954194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] No DVR routers for this DVR port 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:40:20.957456 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:20.961114 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cc0b08f2-72ed-4971-a4bd-2e4aae1d4afd req-1da131a9-8775-4f44-ae5e-ab8f07fcdf06 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.17 "DELETE /networking/v2.0/ports/0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 HTTP/1.1" status: 204 len: 173 time: 0.8650756 Sep 09 04:40:20.961673 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'name': 'network-vif-deleted', 'tag': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:20.964258 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a90034-627d-4cbb-a879-9db0ff397664" -d '{"events": [{"server_uuid": "d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d", "name": "network-vif-deleted", "tag": "0bd2a80e-3f55-4880-b053-2fd68ba4e2a3"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:20.987211 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8eb6eb53-5481-4b4a-9dad-352f7160e78a req-f036f9a6-a56b-486a-8453-422630180496 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 210 time: 0.0555301 Sep 09 04:40:21.068905 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e4e07-e6a5-4b1d-84b2-fdbc6f8d199d x-openstack-request-id: req-783e4e07-e6a5-4b1d-84b2-fdbc6f8d199d {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:21.069368 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d", "name": "network-vif-deleted", "tag": "0bd2a80e-3f55-4880-b053-2fd68ba4e2a3", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:21.070068 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-783e4e07-e6a5-4b1d-84b2-fdbc6f8d199d {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:21.070449 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783e4e07-e6a5-4b1d-84b2-fdbc6f8d199d'] response: {'server_uuid': 'd5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d', 'name': 'network-vif-deleted', 'tag': '0bd2a80e-3f55-4880-b053-2fd68ba4e2a3', 'status': 'completed', 'code': 200} Sep 09 04:40:21.197936 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-d39d70b3-610f-4f1c-a40b-a7038d8ffbbe tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:21.204569 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-d39d70b3-610f-4f1c-a40b-a7038d8ffbbe tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/networks?id=84967da4-2d71-4732-bbc3-ec5f9c426a3c HTTP/1.1" status: 200 len: 809 time: 0.1564481 Sep 09 04:40:21.215459 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-f5c0a0c5-313e-4111-b335-e7afebd10b0f tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/quotas/ce9bbaae5d5e4e26a6ff2e9d4a1f98c3 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Sep 09 04:40:21.250021 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-d25e7836-74bb-4ee9-a4a2-228e0b484e16 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290391 Sep 09 04:40:21.365251 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec22a56-42a8-466a-af16-66a92e0da39c req-f1768b8f-477a-410d-8d0f-c4893bac460b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:21.366739 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1ec22a56-42a8-466a-af16-66a92e0da39c req-f1768b8f-477a-410d-8d0f-c4893bac460b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0596526 Sep 09 04:40:21.390436 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:21.401994 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-3a9d6063-3b56-431d-9e4d-5f10b015a498 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453004 Sep 09 04:40:21.477083 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1ec22a56-42a8-466a-af16-66a92e0da39c req-c0b28b28-c6bf-48a6-8683-4c2a07970195 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039310 Sep 09 04:40:21.522376 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-0d74ba13-de05-4a33-b96d-73bf5c016729 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138210 Sep 09 04:40:21.708556 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-90758bb2-6a04-45bc-b7da-1cfc3edfa7c4 req-f201551b-15a1-4658-ac60-4e8ce132faeb tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 210 time: 0.0415065 Sep 09 04:40:22.151848 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-237d2cee-03c8-4b9f-a654-faac3950b277 req-a10ee248-c217-46a3-8282-5ea334abfae6 tempest-DeleteServersTestJSON-96178213 tempest-DeleteServersTestJSON-96178213-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d5a9c15b-65d0-4cf0-ad37-d8e4eb0e001d HTTP/1.1" status: 200 len: 210 time: 0.0411031 Sep 09 04:40:22.609316 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588782a-9e4e-4851-aa10-8987334cc63d req-e69f7ea3-cc49-4968-8fa2-6bb45f7dbe93 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:22.610829 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f588782a-9e4e-4851-aa10-8987334cc63d req-e69f7ea3-cc49-4968-8fa2-6bb45f7dbe93 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0523765 Sep 09 04:40:22.664163 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f588782a-9e4e-4851-aa10-8987334cc63d req-b88879fb-02aa-4fe7-91e5-f544f55527f8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Sep 09 04:40:22.839078 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8cbc959a-4547-4dd0-bad8-40bcd4ffd4df req-e7132b13-6029-4218-a566-5adc7bfd3f97 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 210 time: 0.0358765 Sep 09 04:40:23.642757 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-7ffa9f31-013d-46c8-9782-af36ff3ec881 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:23.644557 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-7ffa9f31-013d-46c8-9782-af36ff3ec881 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "GET /networking/v2.0/networks?id=84967da4-2d71-4732-bbc3-ec5f9c426a3c HTTP/1.1" status: 200 len: 809 time: 0.1186960 Sep 09 04:40:23.692733 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Request body: {'port': {'device_id': '68272816-0af9-49ec-90e0-dbc050690a31', 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c', 'admin_state_up': True, 'tenant_id': 'ce9bbaae5d5e4e26a6ff2e9d4a1f98c3'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:23.800169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0695b87-08cb-4778-b3d8-c5554a4bf271 req-6cda3029-eaa0-4739-8eb5-cfabd931cc08 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:23.802663 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a0695b87-08cb-4778-b3d8-c5554a4bf271 req-6cda3029-eaa0-4739-8eb5-cfabd931cc08 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0509462 Sep 09 04:40:23.823140 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Made reservation on behalf of ce9bbaae5d5e4e26a6ff2e9d4a1f98c3 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:40:23.828275 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:23.863808 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:23.899437 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a0695b87-08cb-4778-b3d8-c5554a4bf271 req-2db9c4e4-16f6-48b7-a599-1a071e1eae0b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880761 Sep 09 04:40:23.911272 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:23.962565 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-117c7fb0-5c12-4f5c-aee1-1b04544366e7 req-a45e7fbd-2c1d-4286-b085-65d415c03f9b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 210 time: 0.0313160 Sep 09 04:40:24.005423 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Allocated IP 172.20.0.10 (84967da4-2d71-4732-bbc3-ec5f9c426a3c/12eb5040-db1c-453a-89a2-945d0a1ffa7f/75596c8a-454a-49f3-aa06-0e4895a2f156) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:40:24.038373 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:40:24.073903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:40:24.074250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 0bd2a80e-3f55-4880-b053-2fd68ba4e2a3 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:40:24.176062 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks [] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:24.211182 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:24.255567 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Network 84967da4-2d71-4732-bbc3-ec5f9c426a3c is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:24.265725 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:24.269543 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:40:24.273732 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Pushing event updated for resources: {'Port': ['ID=75596c8a-454a-49f3-aa06-0e4895a2f156,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:24.318765 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:24.319316 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:24.334584 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-e8f6a0e8-967d-41e1-90cb-da618c1ae92b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6485374 Sep 09 04:40:24.351392 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Request body: {'port': {'device_id': '68272816-0af9-49ec-90e0-dbc050690a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:24.412611 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:24.681345 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38680) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:24.920642 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38684) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:24.943666 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75596c8a-454a-49f3-aa06-0e4895a2f156 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:24.954856 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Publish callbacks [] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:24.975683 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Transition to ACTIVE for port object 75596c8a-454a-49f3-aa06-0e4895a2f156 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:40:24.986311 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:24.996964 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:25.055873 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:25.122456 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Pushing event updated for resources: {'Port': ['ID=75596c8a-454a-49f3-aa06-0e4895a2f156,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:25.130072 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3f12c86b-effe-4963-9099-7dda0eb2bdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.143297 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f428a5-4b33-42a5-8d64-406089098ed7 req-5700afb0-a895-4d77-86b5-11853eb115f6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:25.145184 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b9f428a5-4b33-42a5-8d64-406089098ed7 req-5700afb0-a895-4d77-86b5-11853eb115f6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0998547 Sep 09 04:40:25.156998 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494c4f-6705-417d-9631-13092c3aea93 req-684b0cb7-997d-47b7-9a81-1125df12be8d tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:25.158508 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2a494c4f-6705-417d-9631-13092c3aea93 req-684b0cb7-997d-47b7-9a81-1125df12be8d tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 944 time: 0.1095893 Sep 09 04:40:25.168924 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Attempting to bind port 75596c8a-454a-49f3-aa06-0e4895a2f156 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:40:25.169262 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Attempting to bind port 75596c8a-454a-49f3-aa06-0e4895a2f156 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:40:25.169590 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Attempting to bind port 75596c8a-454a-49f3-aa06-0e4895a2f156 on network 84967da4-2d71-4732-bbc3-ec5f9c426a3c {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:25.256191 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Port 75596c8a-454a-49f3-aa06-0e4895a2f156 on network 84967da4-2d71-4732-bbc3-ec5f9c426a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:40:25.256514 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Attempting to bind port 75596c8a-454a-49f3-aa06-0e4895a2f156 on network 84967da4-2d71-4732-bbc3-ec5f9c426a3c {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:25.334707 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b9f428a5-4b33-42a5-8d64-406089098ed7 req-5f812e62-fbc0-42eb-9792-68c28ec6cf1e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748869 Sep 09 04:40:25.335423 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3f12c86b-effe-4963-9099-7dda0eb2bdc4 admin admin] Publish callbacks [] for security_group (9f7c03b6-e478-4fab-be4f-19a56b920206), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.336501 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:40:25.336837 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Checking segment: {'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:25.337228 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Bound using segment: {'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:40:25.337704 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Bound port: 75596c8a-454a-49f3-aa06-0e4895a2f156, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:40:25.338079 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.355163 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3f12c86b-effe-4963-9099-7dda0eb2bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9f7c03b6-e478-4fab-be4f-19a56b920206), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.359481 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2a494c4f-6705-417d-9631-13092c3aea93 req-4b967ed8-007f-49da-9a9e-f7345864a781 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848702 Sep 09 04:40:25.371449 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:25.448050 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12c86b-effe-4963-9099-7dda0eb2bdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c03b6-e478-4fab-be4f-19a56b920206,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:25.458971 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-3f12c86b-effe-4963-9099-7dda0eb2bdc4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7d04967696394240b113aa462c72aeb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5368822 Sep 09 04:40:25.462077 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38706) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:25.484479 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] For port 75596c8a-454a-49f3-aa06-0e4895a2f156, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:40:25.508927 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] For port 75596c8a-454a-49f3-aa06-0e4895a2f156, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=75596c8a-454a-49f3-aa06-0e4895a2f156,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:40:25.523858 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.531097 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:25.531793 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.533229 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/75596c8a-454a-49f3-aa06-0e4895a2f156 HTTP/1.1" status: 200 len: 1094 time: 1.1858838 Sep 09 04:40:25.533845 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68272816-0af9-49ec-90e0-dbc050690a31', 'tag': '75596c8a-454a-49f3-aa06-0e4895a2f156'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:25.536724 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb541a13-d2b9-41c4-a399-7e1e8e1af154" -d '{"events": [{"name": "network-changed", "server_uuid": "68272816-0af9-49ec-90e0-dbc050690a31", "tag": "75596c8a-454a-49f3-aa06-0e4895a2f156"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:25.580721 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caec3fbe-ab96-4eb1-848a-1468f3732179 admin admin] Publish callbacks [] for security_group (9f7c03b6-e478-4fab-be4f-19a56b920206), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.609063 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.616864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caec3fbe-ab96-4eb1-848a-1468f3732179 admin admin] Publish callbacks [] for security_group (9f7c03b6-e478-4fab-be4f-19a56b920206), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.619156 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce04b6e-8031-4155-9936-850b76985766 service neutron] Pushing event updated for resources: {'Port': ['ID=75596c8a-454a-49f3-aa06-0e4895a2f156,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:25.622771 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5035c8a-bea5-4d52-86e1-69ecc34e0d16 x-openstack-request-id: req-e5035c8a-bea5-4d52-86e1-69ecc34e0d16 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:25.623189 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68272816-0af9-49ec-90e0-dbc050690a31", "tag": "75596c8a-454a-49f3-aa06-0e4895a2f156", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:25.623556 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5035c8a-bea5-4d52-86e1-69ecc34e0d16 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:25.624042 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5035c8a-bea5-4d52-86e1-69ecc34e0d16'] response: {'name': 'network-changed', 'server_uuid': '68272816-0af9-49ec-90e0-dbc050690a31', 'tag': '75596c8a-454a-49f3-aa06-0e4895a2f156', 'status': 'completed', 'code': 200} Sep 09 04:40:25.716294 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caec3fbe-ab96-4eb1-848a-1468f3732179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9f7c03b6-e478-4fab-be4f-19a56b920206), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.719772 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-caec3fbe-ab96-4eb1-848a-1468f3732179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:25.721994 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-caec3fbe-ab96-4eb1-848a-1468f3732179 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9f7c03b6-e478-4fab-be4f-19a56b920206 HTTP/1.1" status: 204 len: 168 time: 0.2577133 Sep 09 04:40:25.727101 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-d2db7e51-fdba-46b9-9e25-7794f451ef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:25.728765 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-d2db7e51-fdba-46b9-9e25-7794f451ef17 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 1128 time: 0.0656514 Sep 09 04:40:25.738179 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3fbe-ab96-4eb1-848a-1468f3732179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c03b6-e478-4fab-be4f-19a56b920206,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:25.751269 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:25.804974 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-8c7d854b-4a87-493b-9c14-2328061a7869 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75596c8a-454a-49f3-aa06-0e4895a2f156 HTTP/1.1" status: 200 len: 217 time: 0.0613418 Sep 09 04:40:25.876693 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:25.878910 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-af060e70-c1d2-4991-be46-8576fade9224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:25.881095 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-af060e70-c1d2-4991-be46-8576fade9224 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=12eb5040-db1c-453a-89a2-945d0a1ffa7f HTTP/1.1" status: 200 len: 849 time: 0.0642419 Sep 09 04:40:25.950479 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-8a0e445a-f3d0-4b9d-bd9c-d2bc867173c5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=84967da4-2d71-4732-bbc3-ec5f9c426a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567651 Sep 09 04:40:26.062139 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-c31f76d4-cd09-437d-a852-0436a0f41351 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046829 Sep 09 04:40:26.068444 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Deleting port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:40:26.068793 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.133303 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38730) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:26.145924 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:26.154297 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e53e15c-c9ee-4f87-9b66-c28b0e430ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.181854 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e25d3103-f5c9-4d73-a0e2-5b7606d65426 req-91d6f340-587d-4878-87b5-da8e9badd365 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992286 Sep 09 04:40:26.182372 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] For port a325f59e-01b4-4dc2-a3ad-fec282f0ecb2, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:26.182744 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.206833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Calling delete_port for a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:40:26.384770 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e53e15c-c9ee-4f87-9b66-c28b0e430ab4 admin admin] Publish callbacks [] for security_group (ccffe0d6-4a60-4a08-b0bf-a62366ae1d01), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.394123 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e53e15c-c9ee-4f87-9b66-c28b0e430ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ccffe0d6-4a60-4a08-b0bf-a62366ae1d01), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.490308 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53e15c-c9ee-4f87-9b66-c28b0e430ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccffe0d6-4a60-4a08-b0bf-a62366ae1d01,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:26.494366 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4e53e15c-c9ee-4f87-9b66-c28b0e430ab4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=df1c12b6bf164585a92b9e311b4ebc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601120 Sep 09 04:40:26.497194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38738) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:26.532492 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:26.555319 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3f82104-059e-4641-a7b3-95847601d110 admin admin] Publish callbacks [] for security_group (ccffe0d6-4a60-4a08-b0bf-a62366ae1d01), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.565874 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c1f5d-b8ab-4250-a5c1-c312510dcfa0 req-0fd3d35e-1ac1-44c3-bf6a-45e064dd095a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:26.567924 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-561c1f5d-b8ab-4250-a5c1-c312510dcfa0 req-0fd3d35e-1ac1-44c3-bf6a-45e064dd095a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.1426854 Sep 09 04:40:26.573615 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9487f-8914-4873-bc1c-60d79a5df291 req-a19253b9-ae0a-4e7b-b075-664d37e6afd1 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:26.575089 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dcc9487f-8914-4873-bc1c-60d79a5df291 req-a19253b9-ae0a-4e7b-b075-664d37e6afd1 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 944 time: 0.1192586 Sep 09 04:40:26.577330 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3f82104-059e-4641-a7b3-95847601d110 admin admin] Publish callbacks [] for security_group (ccffe0d6-4a60-4a08-b0bf-a62366ae1d01), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.624770 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3f82104-059e-4641-a7b3-95847601d110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ccffe0d6-4a60-4a08-b0bf-a62366ae1d01), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.627334 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3f82104-059e-4641-a7b3-95847601d110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.631410 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d3f82104-059e-4641-a7b3-95847601d110 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ccffe0d6-4a60-4a08-b0bf-a62366ae1d01 HTTP/1.1" status: 204 len: 168 time: 0.1302147 Sep 09 04:40:26.636902 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:26.639901 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f82104-059e-4641-a7b3-95847601d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccffe0d6-4a60-4a08-b0bf-a62366ae1d01,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:26.652913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (a325f59e-01b4-4dc2-a3ad-fec282f0ecb2), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:26.702095 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Pushing event deleted for resources: {'Port': ['ID=a325f59e-01b4-4dc2-a3ad-fec282f0ecb2,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:26.717605 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-561c1f5d-b8ab-4250-a5c1-c312510dcfa0 req-17f7a8f6-0ce5-426e-a250-87979068fb01 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410468 Sep 09 04:40:26.722886 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dcc9487f-8914-4873-bc1c-60d79a5df291 req-2a26d773-496e-4979-a2e7-324c8a5dcd2c tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354222 Sep 09 04:40:26.915102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.084280 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38750) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:27.115149 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe115279-25c9-49ea-b510-81fb765675d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.178388 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Router a6018dfe-c480-4d3b-aef4-f0f069e95d8a has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:40:27.210252 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe115279-25c9-49ea-b510-81fb765675d7 admin admin] Publish callbacks [] for security_group (b1ba6ee1-fffb-430b-84ac-eade586f56d6), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.214790 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe115279-25c9-49ea-b510-81fb765675d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b1ba6ee1-fffb-430b-84ac-eade586f56d6), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.258468 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-fe115279-25c9-49ea-b510-81fb765675d7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c098173dd6de46f3a14d7259dc0388c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1723588 Sep 09 04:40:27.259214 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe115279-25c9-49ea-b510-81fb765675d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba6ee1-fffb-430b-84ac-eade586f56d6,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:27.261257 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38758) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:27.337161 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-2dce1f06-93ea-4be1-90a3-ccd1e949be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:27.338682 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-2dce1f06-93ea-4be1-90a3-ccd1e949be67 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 1128 time: 0.0509641 Sep 09 04:40:27.456568 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-6c73723a-6b14-458e-9bd7-c0e8554e2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:27.458138 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-6c73723a-6b14-458e-9bd7-c0e8554e2f43 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=84967da4-2d71-4732-bbc3-ec5f9c426a3c HTTP/1.1" status: 200 len: 910 time: 0.0952342 Sep 09 04:40:27.509444 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-65841fe6-a4fb-4100-8766-37ab15e69366 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75596c8a-454a-49f3-aa06-0e4895a2f156 HTTP/1.1" status: 200 len: 217 time: 0.0343652 Sep 09 04:40:27.574440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:40:27.582822 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] Sync routers for ids ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:40:27.585185 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3080d35e-459d-4baa-a4b1-3670b0b7e29b admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a6018dfe-c480-4d3b-aef4-f0f069e95d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9023089 Sep 09 04:40:27.586240 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38764) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:27.590462 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2d8f90d7-42c4-454f-aebf-2de115ed8cad admin admin] Publish callbacks [] for security_group (b1ba6ee1-fffb-430b-84ac-eade586f56d6), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.596547 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] Routers {'a6018dfe-c480-4d3b-aef4-f0f069e95d8a'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:27.597490 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:27.612461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2d8f90d7-42c4-454f-aebf-2de115ed8cad admin admin] Publish callbacks [] for security_group (b1ba6ee1-fffb-430b-84ac-eade586f56d6), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.664966 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2d8f90d7-42c4-454f-aebf-2de115ed8cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b1ba6ee1-fffb-430b-84ac-eade586f56d6), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.667606 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2d8f90d7-42c4-454f-aebf-2de115ed8cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.675457 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2d8f90d7-42c4-454f-aebf-2de115ed8cad admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b1ba6ee1-fffb-430b-84ac-eade586f56d6 HTTP/1.1" status: 204 len: 168 time: 0.4077013 Sep 09 04:40:27.695105 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f90d7-42c4-454f-aebf-2de115ed8cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba6ee1-fffb-430b-84ac-eade586f56d6,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:27.706777 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks [] for router (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.735338 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] Set router a6018dfe-c480-4d3b-aef4-f0f069e95d8a gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:27.831704 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:27.840903 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks [] for router_gateway (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.902529 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Deleting port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:40:27.903299 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:27.923167 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:40:26Z', 'revision_number': 5, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port': {'id': '2ad66027-9b69-4083-9cc1-0dfc8ce6494d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:27.954897 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] Checking router: a6018dfe-c480-4d3b-aef4-f0f069e95d8a for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:40:27.965553 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] Routers {'a6018dfe-c480-4d3b-aef4-f0f069e95d8a'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:27.966434 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:27.967351 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:27.991866 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87db69-976f-4202-8ba1-300bc8140035 req-e60c171a-8f93-432b-bc5a-86623c82bdbd tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:27.993553 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa87db69-976f-4202-8ba1-300bc8140035 req-e60c171a-8f93-432b-bc5a-86623c82bdbd tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0899470 Sep 09 04:40:28.000611 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd88e3f-33b2-4022-ab26-d2f8ee77be24 req-70951bbe-9937-471e-be63-7bfa190594bd tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:28.001733 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9dd88e3f-33b2-4022-ab26-d2f8ee77be24 req-70951bbe-9937-471e-be63-7bfa190594bd tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 944 time: 0.1160319 Sep 09 04:40:28.065066 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] For port 2ad66027-9b69-4083-9cc1-0dfc8ce6494d, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:28.066490 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] Set router a6018dfe-c480-4d3b-aef4-f0f069e95d8a gateway port host: None {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:28.066630 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.082969 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9dd88e3f-33b2-4022-ab26-d2f8ee77be24 req-1cddcc0a-9605-43ab-b49b-347fa22eb312 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726051 Sep 09 04:40:28.087661 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa87db69-976f-4202-8ba1-300bc8140035 req-8782c954-498e-403e-8db2-07c31db09a8a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848601 Sep 09 04:40:28.088301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Calling delete_port for 2ad66027-9b69-4083-9cc1-0dfc8ce6494d owned by network:router_gateway {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:40:28.094017 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:28.127127 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:40:27Z', 'revision_number': 6, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:28.147512 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070a8b1-2285-4fd6-a483-ff875a2cc32d None None] The sync data for ids ['a6018dfe-c480-4d3b-aef4-f0f069e95d8a'] in dv-cinder-856002-3-iscsi is: [{'id': 'a6018dfe-c480-4d3b-aef4-f0f069e95d8a', 'name': 'tempest-DeleteServersTestJSON-1070769890-router', 'tenant_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:40:27Z', 'revision_number': 6, 'project_id': '8cc9340f30fa4e299fd096d27b9c7dbd', 'gw_port_host': None}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:40:28.299129 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (2ad66027-9b69-4083-9cc1-0dfc8ce6494d), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.326768 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad66027-9b69-4083-9cc1-0dfc8ce6494d,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:28.402948 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.568213 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.572177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks [] for router_controller (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.645664 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-ad39ec27-c683-4a1b-99c4-193675c75ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:28.647292 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-ad39ec27-c683-4a1b-99c4-193675c75ac2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=12eb5040-db1c-453a-89a2-945d0a1ffa7f HTTP/1.1" status: 200 len: 849 time: 0.1450202 Sep 09 04:40:28.665863 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (a6018dfe-c480-4d3b-aef4-f0f069e95d8a), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.666580 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6018dfe-c480-4d3b-aef4-f0f069e95d8a {{(pid=107720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:40:28.680357 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.684061 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d3fc5845-975d-496e-b86d-0cf8f9d63316 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/a6018dfe-c480-4d3b-aef4-f0f069e95d8a HTTP/1.1" status: 204 len: 168 time: 1.0944552 Sep 09 04:40:28.684416 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38802) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:28.708746 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-5ae59ac2-0e54-4d29-bce9-19f021e361c7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=84967da4-2d71-4732-bbc3-ec5f9c426a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403359 Sep 09 04:40:28.732366 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] Deleting subnet 32f7f566-e243-45c8-bcdb-c01c8a3cfca7 {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:40:28.735565 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] Publish callbacks [] for subnet (32f7f566-e243-45c8-bcdb-c01c8a3cfca7), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.772962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (32f7f566-e243-45c8-bcdb-c01c8a3cfca7), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.787779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10674f3c-4620-4914-9aff-be9e78ba1339 req-5372eaa4-b0b8-4b7b-8d0e-02bebb8cfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:28.789365 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-10674f3c-4620-4914-9aff-be9e78ba1339 req-5372eaa4-b0b8-4b7b-8d0e-02bebb8cfdf0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 1129 time: 0.1066206 Sep 09 04:40:28.799581 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:28.852552 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-e5e79e91-07d8-462a-934e-f7ff8f3f3331 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265969 Sep 09 04:40:28.888301 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (32f7f566-e243-45c8-bcdb-c01c8a3cfca7), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.894253 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-10674f3c-4620-4914-9aff-be9e78ba1339 req-ca4b5a92-b67c-4a91-91fe-bcc9c508750c service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948236 Sep 09 04:40:28.957304 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (32f7f566-e243-45c8-bcdb-c01c8a3cfca7), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.991724 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:28.995508 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/32f7f566-e243-45c8-bcdb-c01c8a3cfca7 HTTP/1.1" status: 204 len: 168 time: 0.3098671 Sep 09 04:40:28.997361 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac73a0d-0de6-470c-af54-4b5fdea4395e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f7f566-e243-45c8-bcdb-c01c8a3cfca7,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:28.999901 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38806) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:29.000309 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dff3074-290d-4bbe-a0fd-846773e9f9aa None None] Network b959c498-d69d-4f98-8a4e-4836fcd711fe requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:40:29.075216 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-cb541a13-d2b9-41c4-a399-7e1e8e1af154 req-c4cf4f1d-b8a2-4cd2-beda-88556d6da3d9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111447 Sep 09 04:40:29.093938 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (b959c498-d69d-4f98-8a4e-4836fcd711fe), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.163257 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Deleting port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:40:29.163607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.164603 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:40:29.223345 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38816) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:29.275965 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:40:29.277962 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a325f59e-01b4-4dc2-a3ad-fec282f0ecb2 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:40:29.279001 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ad66027-9b69-4083-9cc1-0dfc8ce6494d no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:40:29.343799 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 2ad66027-9b69-4083-9cc1-0dfc8ce6494d {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:40:29.344476 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ad66027-9b69-4083-9cc1-0dfc8ce6494d not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:40:29.371194 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7e78d-817c-4da1-8bc3-853ce92b2c7f req-96098f11-d4fd-41ac-8bba-3d2b01ca43dc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:29.375397 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a2a7e78d-817c-4da1-8bc3-853ce92b2c7f req-96098f11-d4fd-41ac-8bba-3d2b01ca43dc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0960836 Sep 09 04:40:29.383360 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] For port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:29.385633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.402826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Calling delete_port for e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 owned by network:dhcp {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:40:29.408935 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6209e2a2-e148-4f59-8661-48589f988f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.420981 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:29.434917 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] DHCP port deletion for b959c498-d69d-4f98-8a4e-4836fcd711fe request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:40:29.470326 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71022d7e-cc41-4c42-a862-46a51685ac36 req-aeb8b268-cfa3-492c-a440-29301291a89b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:29.477320 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-71022d7e-cc41-4c42-a862-46a51685ac36 req-aeb8b268-cfa3-492c-a440-29301291a89b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 944 time: 0.2270887 Sep 09 04:40:29.525151 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] Deleting port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:40:29.525734 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.532981 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6209e2a2-e148-4f59-8661-48589f988f16 admin admin] Publish callbacks [] for security_group (0eb245fc-dbcf-48fb-96c6-acd095ccf712), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.546682 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6209e2a2-e148-4f59-8661-48589f988f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0eb245fc-dbcf-48fb-96c6-acd095ccf712), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.586670 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a2a7e78d-817c-4da1-8bc3-853ce92b2c7f req-83f2a989-107a-4164-8119-6bca4b965a31 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662133 Sep 09 04:40:29.591069 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:29.595595 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-71022d7e-cc41-4c42-a862-46a51685ac36 req-f2e4b130-1390-4d38-a53d-4357d0de370b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167383 Sep 09 04:40:29.623361 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] For port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,segment=NetworkSegment(bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12),segment_id=bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:29.623766 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.624634 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38826) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:29.627062 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6209e2a2-e148-4f59-8661-48589f988f16 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=db42519d4833493a8ee496246978d5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021199 Sep 09 04:40:29.631741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209e2a2-e148-4f59-8661-48589f988f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb245fc-dbcf-48fb-96c6-acd095ccf712,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:29.633046 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.660730 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] Calling delete_port for e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:40:29.702024 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:29.707027 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] No DVR routers for this DVR port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 on host dv-cinder-856002-3-iscsi {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:40:29.734361 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:29.780375 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (e9bd4860-cfa7-44e6-a2ea-e4eb5f572504), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.782256 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-04ef49bb-dd8b-4fc9-859a-8b3c8c3ce93f admin admin] Publish callbacks [] for security_group (0eb245fc-dbcf-48fb-96c6-acd095ccf712), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.802048 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:29.805989 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] Pushing event deleted for resources: {'Port': ['ID=e9bd4860-cfa7-44e6-a2ea-e4eb5f572504,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:29.806268 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (b959c498-d69d-4f98-8a4e-4836fcd711fe), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.810015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02603413-ff59-46f2-b18d-43cdac6dee20 None None] No DVR routers for this DVR port e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:40:29.824653 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-04ef49bb-dd8b-4fc9-859a-8b3c8c3ce93f admin admin] Publish callbacks [] for security_group (0eb245fc-dbcf-48fb-96c6-acd095ccf712), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.845423 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b959c498-d69d-4f98-8a4e-4836fcd711fe']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:29.865707 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:29.866004 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:29.883693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.901222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.907905 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:40:29.908284 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.955555 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12 resource provider aggregate not found Sep 09 04:40:29.972854 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-04ef49bb-dd8b-4fc9-859a-8b3c8c3ce93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0eb245fc-dbcf-48fb-96c6-acd095ccf712), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.976219 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-04ef49bb-dd8b-4fc9-859a-8b3c8c3ce93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.977417 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-04ef49bb-dd8b-4fc9-859a-8b3c8c3ce93f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0eb245fc-dbcf-48fb-96c6-acd095ccf712 HTTP/1.1" status: 204 len: 168 time: 0.3516617 Sep 09 04:40:29.979067 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc6ebd02-55cb-4cc0-b205-9cb7d9d37d12 found for delete ", "request_id": "req-2dfcbe06-bbe5-40b9-9058-c3dc1ae24738"}]} Sep 09 04:40:29.988416 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef49bb-dd8b-4fc9-859a-8b3c8c3ce93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb245fc-dbcf-48fb-96c6-acd095ccf712,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:29.991609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (b959c498-d69d-4f98-8a4e-4836fcd711fe), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.996985 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:29.999952 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/b959c498-d69d-4f98-8a4e-4836fcd711fe HTTP/1.1" status: 204 len: 168 time: 0.9990749 Sep 09 04:40:30.034695 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af764-c24e-4570-8c1d-e379be94d7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b959c498-d69d-4f98-8a4e-4836fcd711fe,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:30.043698 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 75596c8a-454a-49f3-aa06-0e4895a2f156 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:40:30.138429 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38838) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:30.161084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:30.163618 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 75596c8a-454a-49f3-aa06-0e4895a2f156, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=75596c8a-454a-49f3-aa06-0e4895a2f156,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:30.179374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '75596c8a-454a-49f3-aa06-0e4895a2f156', 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c', 'port_id': '75596c8a-454a-49f3-aa06-0e4895a2f156', 'mac_address': 'fa:16:3e:cd:9a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12eb5040-db1c-453a-89a2-945d0a1ffa7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:40:30.200369 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-980e6243-cf2a-4d9e-8d63-ddaf31b83f22 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=8cc9340f30fa4e299fd096d27b9c7dbd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0601354 Sep 09 04:40:30.202990 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38840) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:30.210987 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:30.228318 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 75596c8a-454a-49f3-aa06-0e4895a2f156 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:30.228974 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:30.253877 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75596c8a-454a-49f3-aa06-0e4895a2f156 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:30.278462 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d3397db3-746f-44c5-8401-4a2657661a00 admin admin] Publish callbacks [] for security_group (06855e09-8c3b-4aa0-9063-6f35fb592a43), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:30.280427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 75596c8a-454a-49f3-aa06-0e4895a2f156, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=75596c8a-454a-49f3-aa06-0e4895a2f156,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:30.287116 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:30.305301 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d3397db3-746f-44c5-8401-4a2657661a00 admin admin] Publish callbacks [] for security_group (06855e09-8c3b-4aa0-9063-6f35fb592a43), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:30.336402 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=75596c8a-454a-49f3-aa06-0e4895a2f156,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:30.361032 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d3397db3-746f-44c5-8401-4a2657661a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (06855e09-8c3b-4aa0-9063-6f35fb592a43), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:30.363794 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d3397db3-746f-44c5-8401-4a2657661a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:30.364959 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d3397db3-746f-44c5-8401-4a2657661a00 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/06855e09-8c3b-4aa0-9063-6f35fb592a43 HTTP/1.1" status: 204 len: 168 time: 0.1597216 Sep 09 04:40:30.373807 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3397db3-746f-44c5-8401-4a2657661a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06855e09-8c3b-4aa0-9063-6f35fb592a43,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:30.695051 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['75596c8a-454a-49f3-aa06-0e4895a2f156'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:40:30.765206 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e01de-3cc0-418a-9bab-2cc009f67476 req-8f0aaeb2-aaf7-4696-8196-84ce15edc7c0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:30.766835 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-de5e01de-3cc0-418a-9bab-2cc009f67476 req-8f0aaeb2-aaf7-4696-8196-84ce15edc7c0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0903378 Sep 09 04:40:30.787394 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be7f7e-1c8d-4446-bfda-129807aa4faf req-5a398f56-5bb5-4d7b-8507-bd287fbc91a4 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:30.789274 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0be7f7e-1c8d-4446-bfda-129807aa4faf req-5a398f56-5bb5-4d7b-8507-bd287fbc91a4 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 945 time: 0.0960627 Sep 09 04:40:30.859874 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-de5e01de-3cc0-418a-9bab-2cc009f67476 req-b6e743aa-8ab6-491f-8e39-9f0703d2db22 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810497 Sep 09 04:40:30.873045 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0be7f7e-1c8d-4446-bfda-129807aa4faf req-5f543eb3-c5ce-458a-b07c-82b6c9f57b52 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768919 Sep 09 04:40:30.968775 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:40:30.989658 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:40:30.990004 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device e9bd4860-cfa7-44e6-a2ea-e4eb5f572504 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:40:31.023133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38866) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:31.147768 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c018c5d6-34bb-4191-81fb-d3c3f1397ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.246050 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c018c5d6-34bb-4191-81fb-d3c3f1397ce4 admin admin] Publish callbacks [] for security_group (57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.251134 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c018c5d6-34bb-4191-81fb-d3c3f1397ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.326664 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-c018c5d6-34bb-4191-81fb-d3c3f1397ce4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e2ce4588581b43ab96bddf121d00135b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022120 Sep 09 04:40:31.327796 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018c5d6-34bb-4191-81fb-d3c3f1397ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:31.329698 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38878) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:31.358207 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38880) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:31.390467 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-038d38cc-03ad-40a2-9e1f-7b4b4e8a99a5 admin admin] Publish callbacks [] for security_group (57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.411286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-038d38cc-03ad-40a2-9e1f-7b4b4e8a99a5 admin admin] Publish callbacks [] for security_group (57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.463980 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-038d38cc-03ad-40a2-9e1f-7b4b4e8a99a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.467202 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-038d38cc-03ad-40a2-9e1f-7b4b4e8a99a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.470370 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1575028716-network', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:31.475334 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-038d38cc-03ad-40a2-9e1f-7b4b4e8a99a5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2 HTTP/1.1" status: 204 len: 168 time: 0.1403522 Sep 09 04:40:31.484981 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d38cc-03ad-40a2-9e1f-7b4b4e8a99a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b71f2a-88eb-4e1c-a8fa-348ea1bfeff2,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:31.512759 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Made reservation on behalf of 91bb02023bea4020ba1066ba4c85ff4d for: {'network': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:40:31.517178 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.527031 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.608976 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks [] for security_group (7a921166-e92e-4124-ab4c-c2caa14e2e76), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.617304 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7a921166-e92e-4124-ab4c-c2caa14e2e76), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.650415 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a921166-e92e-4124-ab4c-c2caa14e2e76,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:31.656202 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=107720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:40:31.667966 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.668310 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.segments_db [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Added segment b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06 of type vlan for network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 Sep 09 04:40:31.670510 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.712042 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.737490 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.739251 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:31.739830 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.797167 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38892) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:31.805930 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4460499 Sep 09 04:40:31.808908 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38896) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:31.813993 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fa696611-d9e4-4884-a699-69ecc1f5c38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.814394 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Request body: {'subnet': {'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-subnet', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:31.837107 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55e465-a18e-4e0b-847c-cda103cd9c60 admin admin] Pushing event updated for resources: {'Network': ['ID=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:31.852489 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Made reservation on behalf of 91bb02023bea4020ba1066ba4c85ff4d for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:40:31.855584 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14635063'] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.863023 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:40:31.929312 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=24,neutron:UPDATE=3,neutron:SELECT=72,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:31.935919 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:31.943530 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fa696611-d9e4-4884-a699-69ecc1f5c38d admin admin] Publish callbacks [] for security_group (3c677dff-d7dc-460d-894d-b92c57a3ea94), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.951430 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fa696611-d9e4-4884-a699-69ecc1f5c38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3c677dff-d7dc-460d-894d-b92c57a3ea94), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:31.966702 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:32.010735 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:32.023767 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fa696611-d9e4-4884-a699-69ecc1f5c38d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f202414d9faa42f1a448a4fe767f80ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244754 Sep 09 04:40:32.026634 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38904) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:32.055961 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 75596c8a-454a-49f3-aa06-0e4895a2f156 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:32.059633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa696611-d9e4-4884-a699-69ecc1f5c38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c677dff-d7dc-460d-894d-b92c57a3ea94,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:32.091338 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62158-c1e5-4006-b418-9ff00e2f594a req-fc750062-2f34-45f3-bb37-f876ec6aa835 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:32.093492 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ecf62158-c1e5-4006-b418-9ff00e2f594a req-fc750062-2f34-45f3-bb37-f876ec6aa835 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0863142 Sep 09 04:40:32.106899 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fdf7d-0400-4b7e-9b42-98a1e1496f0b req-3ca6538b-f32e-4869-ba19-8d8d1285691f tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:32.117594 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2b0fdf7d-0400-4b7e-9b42-98a1e1496f0b req-3ca6538b-f32e-4869-ba19-8d8d1285691f tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 945 time: 0.1273646 Sep 09 04:40:32.126007 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 75596c8a-454a-49f3-aa06-0e4895a2f156 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:40:32.131987 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 75596c8a-454a-49f3-aa06-0e4895a2f156 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:32.132573 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.134800 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:32.137856 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d8f53533-0963-420f-9a7b-3aca5fd20a08 admin admin] Publish callbacks [] for security_group (3c677dff-d7dc-460d-894d-b92c57a3ea94), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.178053 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d8f53533-0963-420f-9a7b-3aca5fd20a08 admin admin] Publish callbacks [] for security_group (3c677dff-d7dc-460d-894d-b92c57a3ea94), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.185848 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14434376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14635049'] for subnet (c19dcef0-3e66-4454-9a36-a8b76e18d203), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.194970 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2b0fdf7d-0400-4b7e-9b42-98a1e1496f0b req-a59088f2-aec0-4e52-b13d-e6f266f50904 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761993 Sep 09 04:40:32.208442 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ecf62158-c1e5-4006-b418-9ff00e2f594a req-0d49f0d9-33c1-4792-b40a-47fdc9cd66a8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884805 Sep 09 04:40:32.213824 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 75596c8a-454a-49f3-aa06-0e4895a2f156 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:32.214198 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.250079 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68272816-0af9-49ec-90e0-dbc050690a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75596c8a-454a-49f3-aa06-0e4895a2f156'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:32.252789 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7200615-4f82-4a44-85d0-36805622efd8" -d '{"events": [{"server_uuid": "68272816-0af9-49ec-90e0-dbc050690a31", "name": "network-vif-plugged", "status": "completed", "tag": "75596c8a-454a-49f3-aa06-0e4895a2f156"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:32.278072 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 75596c8a-454a-49f3-aa06-0e4895a2f156, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=75596c8a-454a-49f3-aa06-0e4895a2f156,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:32.285181 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.297311 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19dcef0-3e66-4454-9a36-a8b76e18d203,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:32.300490 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Checking segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:32.300835 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Network hostable DHCP agents. Network: 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:40:32.324474 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d8f53533-0963-420f-9a7b-3aca5fd20a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3c677dff-d7dc-460d-894d-b92c57a3ea94), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.324683 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03d830e-27ee-49b7-8ae1-04f521d563f5 x-openstack-request-id: req-f03d830e-27ee-49b7-8ae1-04f521d563f5 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:32.324811 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68272816-0af9-49ec-90e0-dbc050690a31", "name": "network-vif-plugged", "status": "completed", "tag": "75596c8a-454a-49f3-aa06-0e4895a2f156", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:32.325002 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f03d830e-27ee-49b7-8ae1-04f521d563f5 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:32.325719 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03d830e-27ee-49b7-8ae1-04f521d563f5'] response: {'server_uuid': '68272816-0af9-49ec-90e0-dbc050690a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75596c8a-454a-49f3-aa06-0e4895a2f156', 'code': 200} Sep 09 04:40:32.327573 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d8f53533-0963-420f-9a7b-3aca5fd20a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.331648 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d8f53533-0963-420f-9a7b-3aca5fd20a08 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3c677dff-d7dc-460d-894d-b92c57a3ea94 HTTP/1.1" status: 204 len: 168 time: 0.3011761 Sep 09 04:40:32.334726 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:40:32.346312 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f53533-0963-420f-9a7b-3aca5fd20a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c677dff-d7dc-460d-894d-b92c57a3ea94,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:32.354178 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:32.359211 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c739d-11dd-4a2e-bc8b-1cc67b52d5e0 req-167990e0-8ebe-464d-a825-39f2763cca34 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:32.360245 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=75596c8a-454a-49f3-aa06-0e4895a2f156,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:32.360502 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:32.361847 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.366230 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b1769-07dd-4a7f-8603-ce823543028e None None] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:40:32.369993 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-655c739d-11dd-4a2e-bc8b-1cc67b52d5e0 req-167990e0-8ebe-464d-a825-39f2763cca34 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0698106 Sep 09 04:40:32.401524 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a50e298b-b59f-4173-9a49-c0b66adc2334 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5888300 Sep 09 04:40:32.406980 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38914) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:32.420967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:32.453711 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-655c739d-11dd-4a2e-bc8b-1cc67b52d5e0 req-575a8800-bb71-41a2-8c34-55b73edbc31c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781422 Sep 09 04:40:32.496454 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.497901 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.498460 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:40:32.503168 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.566948 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks [] for router_controller (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), precommit_add_association {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.697513 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Allocated IP 172.20.0.2 (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0/c19dcef0-3e66-4454-9a36-a8b76e18d203/91b25270-34f5-4071-b1e9-fa1246ddf624) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:40:32.755262 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks [] for router_gateway (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.943913 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Publish callbacks [] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.952512 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:32.999113 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks [] for router_gateway (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.024608 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.130645 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:33.135031 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:33.141331 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:40:33.142604 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Allocated IP 172.27.3.76 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/8bc3a36c-eff0-4416-914d-5d350c4cf94d) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:40:33.170199 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Pushing event updated for resources: {'Port': ['ID=91b25270-34f5-4071-b1e9-fa1246ddf624,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:33.204460 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Attempting to bind port 91b25270-34f5-4071-b1e9-fa1246ddf624 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:40:33.204777 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Attempting to bind port 91b25270-34f5-4071-b1e9-fa1246ddf624 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:40:33.205119 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Attempting to bind port 91b25270-34f5-4071-b1e9-fa1246ddf624 on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:33.239154 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:33.265131 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks [] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.277273 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:33.280392 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:40:33.281997 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Checking segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:33.282708 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.283287 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Bound using segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:40:33.284015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Bound port: 91b25270-34f5-4071-b1e9-fa1246ddf624, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:40:33.284675 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.321586 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:33.351527 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.355199 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] For port 91b25270-34f5-4071-b1e9-fa1246ddf624, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:40:33.358713 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] For port 91b25270-34f5-4071-b1e9-fa1246ddf624, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=91b25270-34f5-4071-b1e9-fa1246ddf624,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:40:33.366223 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.373145 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:33.418659 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cff6bb-8d0d-4d00-b817-b973514067f6 req-3d602d86-c35f-4461-959b-a34ea70e3f5c tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:33.420251 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93cff6bb-8d0d-4d00-b817-b973514067f6 req-3d602d86-c35f-4461-959b-a34ea70e3f5c tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.1197095 Sep 09 04:40:33.422974 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Pushing event updated for resources: {'Port': ['ID=8bc3a36c-eff0-4416-914d-5d350c4cf94d,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:33.426738 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f30dec-e909-4d43-8d34-078bd96d1708 None None] Pushing event updated for resources: {'Port': ['ID=91b25270-34f5-4071-b1e9-fa1246ddf624,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:33.451456 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:33.455337 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:33.457714 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:40:33.513587 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93cff6bb-8d0d-4d00-b817-b973514067f6 req-be49fb63-f1c4-4cd3-ad29-195311dbf95a tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861416 Sep 09 04:40:33.767018 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks [] for router_gateway (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:33.972114 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:34.116711 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:40:34.162103 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:34.225597 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:40:34.235049 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:40:34.246045 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:34.247623 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c9320f03-7943-45cd-8421-2bb33679d704 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8396854 Sep 09 04:40:34.248934 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:34.249576 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:34.250361 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38958) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:34.353221 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:34.357220 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f79a0-ab11-4815-af21-5daba05f7f89 None None] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:40:34.416518 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:34.479681 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fff68cbd-6517-42ae-947d-0f166197a2f9 None None] Provisioning complete for port 91b25270-34f5-4071-b1e9-fa1246ddf624 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:34.479947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fff68cbd-6517-42ae-947d-0f166197a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:34.707002 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:34.710651 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fff68cbd-6517-42ae-947d-0f166197a2f9 None None] Current status of the port 91b25270-34f5-4071-b1e9-fa1246ddf624 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:34.711374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fff68cbd-6517-42ae-947d-0f166197a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:34.719359 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f141dab-5694-4b04-b737-544a388a567d req-7fb897e5-8f95-4ee6-a5ef-37d4e7e80af1 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:34.720918 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f141dab-5694-4b04-b737-544a388a567d req-7fb897e5-8f95-4ee6-a5ef-37d4e7e80af1 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.0936384 Sep 09 04:40:34.746199 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:33Z', 'revision_number': 3, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:34.780514 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:40:34.780940 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Updating router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 port 8bc3a36c-eff0-4416-914d-5d350c4cf94d binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:40:34.806423 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fff68cbd-6517-42ae-947d-0f166197a2f9 None None] For port 91b25270-34f5-4071-b1e9-fa1246ddf624, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=91b25270-34f5-4071-b1e9-fa1246ddf624,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:34.813013 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fff68cbd-6517-42ae-947d-0f166197a2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:34.816509 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f141dab-5694-4b04-b737-544a388a567d req-69e18fbb-50fc-467d-97d8-3de1d5b89bbf tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889304 Sep 09 04:40:34.846980 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:34.897445 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff68cbd-6517-42ae-947d-0f166197a2f9 None None] Pushing event updated for resources: {'Port': ['ID=91b25270-34f5-4071-b1e9-fa1246ddf624,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:34.970012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-06488623-ff9e-4749-bb96-1201190cb413 None None] Provisioning complete for port 91b25270-34f5-4071-b1e9-fa1246ddf624 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:34.970390 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-06488623-ff9e-4749-bb96-1201190cb413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.011487 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 91b25270-34f5-4071-b1e9-fa1246ddf624 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:35.027960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.131273 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537da2-c508-467b-9d37-16d4bbd6729d req-0a898d7e-9ee3-4c6c-97d9-fc7c27932440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:35.132788 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-25537da2-c508-467b-9d37-16d4bbd6729d req-0a898d7e-9ee3-4c6c-97d9-fc7c27932440 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 1130 time: 0.0435662 Sep 09 04:40:35.176961 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 91b25270-34f5-4071-b1e9-fa1246ddf624 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:35.177336 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.182706 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-25537da2-c508-467b-9d37-16d4bbd6729d req-fc53759e-edb9-4dc4-ba25-c2fbbce793d9 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Sep 09 04:40:35.196717 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Allocated IP 172.20.0.1 (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0/c19dcef0-3e66-4454-9a36-a8b76e18d203/2c380bc7-66fd-496a-b24a-005d4be1211a) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:40:35.211350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-06488623-ff9e-4749-bb96-1201190cb413 None None] Current status of the port 91b25270-34f5-4071-b1e9-fa1246ddf624 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:35.312228 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:35.316341 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Publish callbacks [] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.317749 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks [] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.320813 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:35.325644 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 91b25270-34f5-4071-b1e9-fa1246ddf624 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:35.328807 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.356177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.362991 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Attempting to bind port 8bc3a36c-eff0-4416-914d-5d350c4cf94d on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:40:35.363407 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Attempting to bind port 8bc3a36c-eff0-4416-914d-5d350c4cf94d by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:40:35.363751 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Attempting to bind port 8bc3a36c-eff0-4416-914d-5d350c4cf94d on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:35.394181 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:35.401742 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:35.403294 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa58df-4005-48ed-834c-4fe8206b8013 None None] Pushing event updated for resources: {'Port': ['ID=8bc3a36c-eff0-4416-914d-5d350c4cf94d,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:35.405804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:40:35.407592 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:35.409439 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Pushing event updated for resources: {'Port': ['ID=2c380bc7-66fd-496a-b24a-005d4be1211a,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:35.424539 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:35.425529 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:40:35.426002 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:35.426311 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.426719 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:40:35.427225 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Bound port: 8bc3a36c-eff0-4416-914d-5d350c4cf94d, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:40:35.427599 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.454363 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.480795 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] For port 8bc3a36c-eff0-4416-914d-5d350c4cf94d, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:40:35.484041 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] For port 8bc3a36c-eff0-4416-914d-5d350c4cf94d, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=8bc3a36c-eff0-4416-914d-5d350c4cf94d,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:40:35.489918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.530531 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:35.531108 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:35.585670 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa58df-4005-48ed-834c-4fe8206b8013 None None] Pushing event updated for resources: {'Port': ['ID=8bc3a36c-eff0-4416-914d-5d350c4cf94d,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:35.592077 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.768061 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks [] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.773784 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.782289 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-c9d0ba63-ce88-4662-98d0-fdac702cec9f None None] Provisioning complete for port 2c380bc7-66fd-496a-b24a-005d4be1211a triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:35.782594 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c9d0ba63-ce88-4662-98d0-fdac702cec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.811328 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:35.839030 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Pushing event updated for resources: {'Port': ['ID=2c380bc7-66fd-496a-b24a-005d4be1211a,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:35.841510 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:35.870578 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0ba63-ce88-4662-98d0-fdac702cec9f None None] Port 2c380bc7-66fd-496a-b24a-005d4be1211a cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:40:35.990777 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b126fe2-9c76-4e89-b17e-40b90c49f70d req-4cfd3c93-dbc6-4caf-9b0b-eb7554979582 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:35.992451 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4b126fe2-9c76-4e89-b17e-40b90c49f70d req-4cfd3c93-dbc6-4caf-9b0b-eb7554979582 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.0854614 Sep 09 04:40:36.001961 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:36.003869 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:33Z', 'revision_number': 3, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:36.015328 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:36.029849 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e327ca-db16-4f32-a4f5-08061d9c1e12 None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:33Z', 'revision_number': 3, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:40:36.102997 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4b126fe2-9c76-4e89-b17e-40b90c49f70d req-6049b0bf-36c6-4c2b-9d2c-9c6e42d23238 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034198 Sep 09 04:40:36.178819 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:40:36.230204 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:36.299551 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:36.307565 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:40:36.311648 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-d0be5ce0-1cac-41b0-8d7e-deb2f8295e1b None None] Provisioning complete for port 2c380bc7-66fd-496a-b24a-005d4be1211a triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:36.312009 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d0be5ce0-1cac-41b0-8d7e-deb2f8295e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.312791 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f1fec368-6ffb-48b0-af9a-828b01b7d497 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609617 Sep 09 04:40:36.353056 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-d0be5ce0-1cac-41b0-8d7e-deb2f8295e1b None None] Port 2c380bc7-66fd-496a-b24a-005d4be1211a cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:40:36.624804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38982) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:36.629401 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-061e697c-3184-432b-b5f7-d5720e9be139 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773321531', 'description': 'tempest-description--407644706'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:36.651933 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-061e697c-3184-432b-b5f7-d5720e9be139 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.726686 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-061e697c-3184-432b-b5f7-d5720e9be139 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (b0b21253-5835-4574-a4ca-ce4400cb8cea), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.730433 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-061e697c-3184-432b-b5f7-d5720e9be139 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b0b21253-5835-4574-a4ca-ce4400cb8cea), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.762536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e697c-3184-432b-b5f7-d5720e9be139 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b21253-5835-4574-a4ca-ce4400cb8cea,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:36.768046 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-061e697c-3184-432b-b5f7-d5720e9be139 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.772552 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-061e697c-3184-432b-b5f7-d5720e9be139 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1466892 Sep 09 04:40:36.772729 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 38984) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:36.777684 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-804997e6-7e36-4f02-9874-f74860e88fd6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': 'b0b21253-5835-4574-a4ca-ce4400cb8cea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:36.806126 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-804997e6-7e36-4f02-9874-f74860e88fd6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (705e02e9-4cc9-4283-a921-979253953855), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.863170 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-804997e6-7e36-4f02-9874-f74860e88fd6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (705e02e9-4cc9-4283-a921-979253953855), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.867575 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-804997e6-7e36-4f02-9874-f74860e88fd6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (705e02e9-4cc9-4283-a921-979253953855), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.888546 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804997e6-7e36-4f02-9874-f74860e88fd6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705e02e9-4cc9-4283-a921-979253953855,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:36.899360 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-804997e6-7e36-4f02-9874-f74860e88fd6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.900546 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-804997e6-7e36-4f02-9874-f74860e88fd6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267869 Sep 09 04:40:36.903433 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38986) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:36.907892 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-ba346036-1496-41be-8a40-247f769f09fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': 'b0b21253-5835-4574-a4ca-ce4400cb8cea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:36.948008 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ba346036-1496-41be-8a40-247f769f09fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (1a7bba5d-34c0-43f9-a332-0fb2e5b6114a), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:36.987516 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 8bc3a36c-eff0-4416-914d-5d350c4cf94d up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:37.011550 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ba346036-1496-41be-8a40-247f769f09fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (1a7bba5d-34c0-43f9-a332-0fb2e5b6114a), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.016410 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ba346036-1496-41be-8a40-247f769f09fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (1a7bba5d-34c0-43f9-a332-0fb2e5b6114a), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.038547 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba346036-1496-41be-8a40-247f769f09fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7bba5d-34c0-43f9-a332-0fb2e5b6114a,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:37.047874 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ba346036-1496-41be-8a40-247f769f09fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.048220 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 8bc3a36c-eff0-4416-914d-5d350c4cf94d triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:37.048647 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.051379 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ba346036-1496-41be-8a40-247f769f09fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468737 Sep 09 04:40:37.052280 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 38992) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:37.057809 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:37.083986 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.128107 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 8bc3a36c-eff0-4416-914d-5d350c4cf94d is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:37.129219 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.136932 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:37.156170 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 8bc3a36c-eff0-4416-914d-5d350c4cf94d, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=8bc3a36c-eff0-4416-914d-5d350c4cf94d,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:37.161698 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.179696 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.231863 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=8bc3a36c-eff0-4416-914d-5d350c4cf94d,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:37.336411 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d45de3-bb77-44fa-8fe6-69200c2b121b req-eeaada46-4f73-4bf2-a80a-ae63038585a8 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:37.337919 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-91d45de3-bb77-44fa-8fe6-69200c2b121b req-eeaada46-4f73-4bf2-a80a-ae63038585a8 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.1132550 Sep 09 04:40:37.384985 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.27.3.199 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/0fbdb9bf-b2ea-40a2-9312-46d1c7b95756) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:40:37.443283 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-91d45de3-bb77-44fa-8fe6-69200c2b121b req-52d98e87-25b4-4fad-9ae8-a468c3544cef tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987515 Sep 09 04:40:37.546066 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-a3e45284-19c0-4aec-a667-6349b801bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:37.547642 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-a3e45284-19c0-4aec-a667-6349b801bdc9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1129 time: 0.0445085 Sep 09 04:40:37.550542 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dd856-8808-4454-875d-95e8327966ae req-9f349f4f-a88f-4dfc-ada4-50dafcb30d26 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:37.552634 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c19dd856-8808-4454-875d-95e8327966ae req-9f349f4f-a88f-4dfc-ada4-50dafcb30d26 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0671887 Sep 09 04:40:37.562737 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:37.584712 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:37.597418 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.655555 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c19dd856-8808-4454-875d-95e8327966ae req-df2fa30e-2bf5-4113-bc06-dae64d1cc6fa tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952735 Sep 09 04:40:37.660120 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-2d1060c1-0232-4334-afd5-916fc9fa1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:37.661454 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-2d1060c1-0232-4334-afd5-916fc9fa1534 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1036549 Sep 09 04:40:37.665938 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.710578 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:37.718860 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:40:37.721917 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-8d37dfdf-9711-4fdb-be46-c7c54d2f8b85 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 200 len: 217 time: 0.0480592 Sep 09 04:40:37.724492 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:37.726732 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:37.729316 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:37.729757 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:40:37.729972 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:37.735331 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=0fbdb9bf-b2ea-40a2-9312-46d1c7b95756,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:37.768541 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:37.792716 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-3d2e3e35-6ac5-4e2f-9071-dccd842f7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:37.794794 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-3d2e3e35-6ac5-4e2f-9071-dccd842f7726 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0620892 Sep 09 04:40:37.813653 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:37.828799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (7c929cd3-5021-443c-abe8-751226741a3c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.839016 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:37.841132 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:37.849431 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-f09f30c4-bcc1-493f-b8b3-4321a2fa57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:37.851165 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-f09f30c4-bcc1-493f-b8b3-4321a2fa57af service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501039 Sep 09 04:40:37.874078 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:37.953094 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-06e4decd-6e07-44f2-b2cc-09938ae7be8c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947649 Sep 09 04:40:38.037748 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 2, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:38.040463 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.045751 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.049008 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d478e634-88b0-4b86-93b4-f5e4d6e3ebf2 req-04737ae1-de35-4f55-8792-eac9f50b55eb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878232 Sep 09 04:40:38.071256 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:40:38.071607 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Updating router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 port 2c380bc7-66fd-496a-b24a-005d4be1211a binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:40:38.104366 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.121503 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (7c929cd3-5021-443c-abe8-751226741a3c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.124244 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=0fbdb9bf-b2ea-40a2-9312-46d1c7b95756,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:38.145984 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.151055 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f3923a23-1a58-4744-9596-48cb1c43e1d3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0941758 Sep 09 04:40:38.339743 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-896c5f1e-559e-4978-9040-a4fe1c5eb4c1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--773321531&fields=id&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 267 time: 0.0641916 Sep 09 04:40:38.415243 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Publish callbacks [] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.421499 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.467962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-73c5e0ba-8db6-41d4-9718-74302ff8a861 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:38.469775 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-73c5e0ba-8db6-41d4-9718-74302ff8a861 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.1227677 Sep 09 04:40:38.491071 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-2228b0c8-2a64-4a92-b0b9-666aaff192d5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/quotas/91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 375 time: 0.0121441 Sep 09 04:40:38.569300 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:38.583091 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Pushing event updated for resources: {'Port': ['ID=2c380bc7-66fd-496a-b24a-005d4be1211a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:38.585271 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-851af0fb-2828-498a-b07b-f584b7a766fb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885854 Sep 09 04:40:38.591870 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.592400 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.592913 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.593896 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.594450 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.594832 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.595082 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72bdbd-51f5-4dac-9424-2b3ec5f54e89 req-6ebbc991-3ce0-491f-946a-738872995284 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:38.595562 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.596040 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.596494 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.596821 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ea72bdbd-51f5-4dac-9424-2b3ec5f54e89 req-6ebbc991-3ce0-491f-946a-738872995284 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.0677550 Sep 09 04:40:38.597320 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.598396 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.598982 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.599476 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.599988 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.600597 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:40:38.655934 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Attempting to bind port 2c380bc7-66fd-496a-b24a-005d4be1211a on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:40:38.656453 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Attempting to bind port 2c380bc7-66fd-496a-b24a-005d4be1211a by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:40:38.657751 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Attempting to bind port 2c380bc7-66fd-496a-b24a-005d4be1211a on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:38.707143 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:40:38.708553 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Checking segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:38.710167 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.710815 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Bound using segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:40:38.711955 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Bound port: 2c380bc7-66fd-496a-b24a-005d4be1211a, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:40:38.713295 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ea72bdbd-51f5-4dac-9424-2b3ec5f54e89 req-fb580eb1-40d2-4702-a800-b2fd144790e0 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039557 Sep 09 04:40:38.715137 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.730801 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:38.758961 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-07970217-56c3-4d17-8e6b-a49fb62d68ce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483998 Sep 09 04:40:38.811370 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] For port 2c380bc7-66fd-496a-b24a-005d4be1211a, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:40:38.817190 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] For port 2c380bc7-66fd-496a-b24a-005d4be1211a, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2c380bc7-66fd-496a-b24a-005d4be1211a,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:40:38.821834 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:38.827213 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:38.864675 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:38.865211 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:38.900963 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c033-cd99-4995-9975-c9a6c60aff8d req-3f559d65-8d5d-43a2-8809-c1150a1d4c4f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:38.902457 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8168c033-cd99-4995-9975-c9a6c60aff8d req-3f559d65-8d5d-43a2-8809-c1150a1d4c4f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0759337 Sep 09 04:40:38.908536 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-028d8dea-5223-4422-839a-b5c5c13b6d84 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410983 Sep 09 04:40:38.937720 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:38.960430 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8168c033-cd99-4995-9975-c9a6c60aff8d req-4b6cebe9-d57d-4c6a-84a5-7f8b70ad27ec tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509436 Sep 09 04:40:38.994417 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cfd8f-0206-4b4a-9d55-b4828342626c None None] Pushing event updated for resources: {'Port': ['ID=2c380bc7-66fd-496a-b24a-005d4be1211a,revision_number=4']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:38.994822 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 8bc3a36c-eff0-4416-914d-5d350c4cf94d up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:39.009379 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:40:39.039909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 8bc3a36c-eff0-4416-914d-5d350c4cf94d triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:39.040282 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:39.127962 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 8bc3a36c-eff0-4416-914d-5d350c4cf94d is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:39.142969 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b071afe2-16e0-4bef-b11c-6010ab575fa6 req-ea7198df-095e-4e89-8a15-1ea2882576c7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 210 time: 0.0375571 Sep 09 04:40:39.227980 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:38Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:40:39.255046 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbc9d0-62a0-4452-aeae-3b7337b8f0ae None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:38Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:40:39.692895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 39064) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:39.878044 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-622cc9b7-d525-4dd7-aeb4-fe86c0a2e26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:40.044721 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-622cc9b7-d525-4dd7-aeb4-fe86c0a2e26b admin admin] Publish callbacks [] for security_group (c60243d2-7082-4fa7-95f5-d6b7918d5a77), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:40.050391 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-622cc9b7-d525-4dd7-aeb4-fe86c0a2e26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (c60243d2-7082-4fa7-95f5-d6b7918d5a77), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:40.118199 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-622cc9b7-d525-4dd7-aeb4-fe86c0a2e26b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0a938dd67bf94816ab78222913677801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241319 Sep 09 04:40:40.121062 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 39080) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:40.162700 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc9b7-d525-4dd7-aeb4-fe86c0a2e26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60243d2-7082-4fa7-95f5-d6b7918d5a77,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:40.188945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8814-8f6c-4878-a8ed-1341b1695cb5 req-0952a892-4b5f-44eb-ac39-78588d39688d tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:40.190735 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a3d8814-8f6c-4878-a8ed-1341b1695cb5 req-0952a892-4b5f-44eb-ac39-78588d39688d tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.0789189 Sep 09 04:40:40.197009 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7a64e47-acd8-4fe5-8bc3-817f55375c5f admin admin] Publish callbacks [] for security_group (c60243d2-7082-4fa7-95f5-d6b7918d5a77), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:40.197314 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c387ff-3352-466f-bec7-5fa1e58c7ab1 req-2fad3eae-a79a-4723-90d9-4a3310f47710 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:40.198692 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d2c387ff-3352-466f-bec7-5fa1e58c7ab1 req-2fad3eae-a79a-4723-90d9-4a3310f47710 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.1020844 Sep 09 04:40:40.251444 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7a64e47-acd8-4fe5-8bc3-817f55375c5f admin admin] Publish callbacks [] for security_group (c60243d2-7082-4fa7-95f5-d6b7918d5a77), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:40.298952 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a3d8814-8f6c-4878-a8ed-1341b1695cb5 req-b1a77486-6de6-4e13-b1c6-35527eaf6b53 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989435 Sep 09 04:40:40.311521 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d2c387ff-3352-466f-bec7-5fa1e58c7ab1 req-d32858f2-8912-4849-b3a8-2e6ae09b02b4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874245 Sep 09 04:40:40.365287 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7a64e47-acd8-4fe5-8bc3-817f55375c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (c60243d2-7082-4fa7-95f5-d6b7918d5a77), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:40.369127 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-a7a64e47-acd8-4fe5-8bc3-817f55375c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:40.370576 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-a7a64e47-acd8-4fe5-8bc3-817f55375c5f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c60243d2-7082-4fa7-95f5-d6b7918d5a77 HTTP/1.1" status: 204 len: 168 time: 0.2483580 Sep 09 04:40:40.399567 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a64e47-acd8-4fe5-8bc3-817f55375c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60243d2-7082-4fa7-95f5-d6b7918d5a77,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:40.420252 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-de5943c1-06f3-4aac-8e75-e457ba12ec9c req-be38057a-d7c6-485b-93ac-ad2212e5e805 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 210 time: 0.0304978 Sep 09 04:40:40.984916 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2c380bc7-66fd-496a-b24a-005d4be1211a up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:41.030336 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2c380bc7-66fd-496a-b24a-005d4be1211a triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:41.030934 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:41.106815 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2c380bc7-66fd-496a-b24a-005d4be1211a is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:41.107238 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:41.143466 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 2c380bc7-66fd-496a-b24a-005d4be1211a, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2c380bc7-66fd-496a-b24a-005d4be1211a,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:41.148108 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:41.180602 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:41.200488 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=2c380bc7-66fd-496a-b24a-005d4be1211a,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:41.473727 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a8b17-b037-428c-9800-f7f31e6e3ab4 req-eaee1983-f7e4-40ea-8ee8-5871e69e1ca5 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:41.475240 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-124a8b17-b037-428c-9800-f7f31e6e3ab4 req-eaee1983-f7e4-40ea-8ee8-5871e69e1ca5 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.0811501 Sep 09 04:40:41.507876 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba8756-14d0-4b7f-8f11-46555c8e99be req-a51e1103-86b6-456a-b320-76975a3bdf8f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:41.509582 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b5ba8756-14d0-4b7f-8f11-46555c8e99be req-a51e1103-86b6-456a-b320-76975a3bdf8f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0825193 Sep 09 04:40:41.546855 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:41.556251 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-124a8b17-b037-428c-9800-f7f31e6e3ab4 req-4a5cf845-7238-426f-b60b-420695615828 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749774 Sep 09 04:40:41.581318 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b5ba8756-14d0-4b7f-8f11-46555c8e99be req-47fe4f4d-553a-4331-8621-ab1ac7cc7600 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655832 Sep 09 04:40:41.605887 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:40:41.646082 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-302d2667-3c22-405b-9431-fce5122ce282 req-eaeb01b3-221b-46fb-a6f3-c19751b29458 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 210 time: 0.0300682 Sep 09 04:40:42.707867 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63012585-0284-467e-bbce-87a73ba0db99 req-62ea8c90-d73a-4ca0-8d91-b3531563ef05 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:42.709465 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-63012585-0284-467e-bbce-87a73ba0db99 req-62ea8c90-d73a-4ca0-8d91-b3531563ef05 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0495255 Sep 09 04:40:42.757981 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-63012585-0284-467e-bbce-87a73ba0db99 req-9da270d0-3fe2-4f61-ab4d-bafc74e1bccf tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Sep 09 04:40:42.973371 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2c380bc7-66fd-496a-b24a-005d4be1211a up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:43.019610 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2c380bc7-66fd-496a-b24a-005d4be1211a triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:43.019986 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:43.057190 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f6f47e6c-487b-4fca-8264-d2807ea44888 req-8b8a4a49-4215-4214-a10f-6b1099f98867 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Sep 09 04:40:43.058384 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:43.070366 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ece643-3384-47be-8d0c-fc28fedc195f req-50fc2ec6-6531-4617-b484-2b97918c7222 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:43.071894 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-05ece643-3384-47be-8d0c-fc28fedc195f req-50fc2ec6-6531-4617-b484-2b97918c7222 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.3029377 Sep 09 04:40:43.096107 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:43.100742 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2c380bc7-66fd-496a-b24a-005d4be1211a is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:43.120902 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-05ece643-3384-47be-8d0c-fc28fedc195f req-aec3ba3f-b8f6-4b8e-b1f4-01af567497c6 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Sep 09 04:40:43.202076 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b2823706-e229-48e5-80c8-982cb1018a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:43.876526 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef7fee-126d-43e3-a68e-5ed6c074c6d4 req-2b7314ac-24a7-4974-8242-315bc749a31a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:43.878018 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f6ef7fee-126d-43e3-a68e-5ed6c074c6d4 req-2b7314ac-24a7-4974-8242-315bc749a31a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0470433 Sep 09 04:40:43.924840 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f6ef7fee-126d-43e3-a68e-5ed6c074c6d4 req-94f66023-d313-4f5c-89a7-929e9c50a011 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Sep 09 04:40:44.164194 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a8d0515c-afc7-482b-9cb5-c82971bc3315 req-9c1ff29b-159b-4600-8375-db4fe071b2f0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 210 time: 0.0310593 Sep 09 04:40:44.241082 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4a8f7-d8dd-4551-90d8-764b191fb552 req-045b12c0-1ad8-4cc4-b95b-df1078cc4849 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:44.242588 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-44a4a8f7-d8dd-4551-90d8-764b191fb552 req-045b12c0-1ad8-4cc4-b95b-df1078cc4849 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.0466561 Sep 09 04:40:44.289649 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-44a4a8f7-d8dd-4551-90d8-764b191fb552 req-c88c19ef-eed3-406b-b76c-c03aacaae33d tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Sep 09 04:40:44.444896 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c0565-908b-49be-b1c0-8eecf9120738 req-2b5276cd-3e5f-476b-8e5a-4ce44a622d78 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:44.446316 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-050c0565-908b-49be-b1c0-8eecf9120738 req-2b5276cd-3e5f-476b-8e5a-4ce44a622d78 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 946 time: 0.0474827 Sep 09 04:40:44.748687 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Deleting port 75596c8a-454a-49f3-aa06-0e4895a2f156 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:40:44.749031 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:44.914232 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] For port 75596c8a-454a-49f3-aa06-0e4895a2f156, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=75596c8a-454a-49f3-aa06-0e4895a2f156,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:44.914599 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:45.068953 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995744a-9e6f-4312-ade4-803c26dc6db8 req-f730bcd1-75af-48cf-aa66-5f5210266985 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:45.070755 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5995744a-9e6f-4312-ade4-803c26dc6db8 req-f730bcd1-75af-48cf-aa66-5f5210266985 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0508864 Sep 09 04:40:45.129631 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5995744a-9e6f-4312-ade4-803c26dc6db8 req-a5a89825-572f-4fb0-b63e-95dbafbdd776 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527830 Sep 09 04:40:45.163928 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Calling delete_port for 75596c8a-454a-49f3-aa06-0e4895a2f156 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:40:45.262210 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-c2ea9821-e590-4870-ad30-8f0ef07b387e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:45.262210 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-c2ea9821-e590-4870-ad30-8f0ef07b387e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.4361687 Sep 09 04:40:45.281642 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-82e470fe-9ac0-4937-83d6-3a508f94136b req-4a9ad205-9591-4dbd-83da-d135d6bf46ce tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 210 time: 0.0393963 Sep 09 04:40:45.368121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:45.379900 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:45.380693 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (75596c8a-454a-49f3-aa06-0e4895a2f156), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:45.399953 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-9c53c30a-9f91-49c7-afcf-96444f4bf9af tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 379 time: 0.1147912 Sep 09 04:40:45.401227 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-640892f6-99cb-45be-a5d7-3d73787e3c00 req-70813cfa-2883-445e-97a8-38f84b703ec2 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 210 time: 0.0322347 Sep 09 04:40:45.419552 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['75596c8a-454a-49f3-aa06-0e4895a2f156'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:40:45.422789 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'port': {'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'admin_state_up': True, 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'security_groups': ['b0b21253-5835-4574-a4ca-ce4400cb8cea']}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:45.438999 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Pushing event deleted for resources: {'Port': ['ID=75596c8a-454a-49f3-aa06-0e4895a2f156,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:45.459277 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-dad8f305-b408-4038-8abc-76c8f0847290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:45.513724 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] No DVR routers for this DVR port 75596c8a-454a-49f3-aa06-0e4895a2f156 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:40:45.517608 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:45.521483 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-050c0565-908b-49be-b1c0-8eecf9120738 req-1119649c-aa1b-4e72-88a4-6f72e85d7650 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "DELETE /networking/v2.0/ports/75596c8a-454a-49f3-aa06-0e4895a2f156 HTTP/1.1" status: 204 len: 173 time: 0.8606477 Sep 09 04:40:45.521966 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68272816-0af9-49ec-90e0-dbc050690a31', 'name': 'network-vif-deleted', 'tag': '75596c8a-454a-49f3-aa06-0e4895a2f156'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:45.524185 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23ee5ee-dab5-462b-b164-9853677dee33" -d '{"events": [{"server_uuid": "68272816-0af9-49ec-90e0-dbc050690a31", "name": "network-vif-deleted", "tag": "75596c8a-454a-49f3-aa06-0e4895a2f156"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:45.577172 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375e7419-b096-4c09-a1b1-8884553e8254 x-openstack-request-id: req-375e7419-b096-4c09-a1b1-8884553e8254 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:45.577471 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68272816-0af9-49ec-90e0-dbc050690a31", "name": "network-vif-deleted", "tag": "75596c8a-454a-49f3-aa06-0e4895a2f156", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:45.577725 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-375e7419-b096-4c09-a1b1-8884553e8254 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:45.578132 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375e7419-b096-4c09-a1b1-8884553e8254'] response: {'server_uuid': '68272816-0af9-49ec-90e0-dbc050690a31', 'name': 'network-vif-deleted', 'tag': '75596c8a-454a-49f3-aa06-0e4895a2f156', 'status': 'completed', 'code': 200} Sep 09 04:40:45.592885 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Made reservation on behalf of 91bb02023bea4020ba1066ba4c85ff4d for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:40:45.596952 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:45.741979 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.20.0.6 (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0/c19dcef0-3e66-4454-9a36-a8b76e18d203/3478642f-a083-41dc-8630-0f933d8c0ed9) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:40:45.896276 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:45.930536 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:45.979824 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:45.988862 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:45.992896 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:40:45.997107 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=3478642f-a083-41dc-8630-0f933d8c0ed9,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:46.046749 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:46.047486 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:46.065852 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7a47ec2-756e-4332-9ad9-02e7f75eec6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6468902 Sep 09 04:40:46.249196 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-7ec1caa7-854f-45ee-955f-4c70e5483229 None None] Provisioning complete for port 3478642f-a083-41dc-8630-0f933d8c0ed9 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:46.249572 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-7ec1caa7-854f-45ee-955f-4c70e5483229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:46.261391 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f708261-39cd-4a24-ba2d-731b16a9e35a req-2091e235-50c4-41ad-bfa5-3f96d1a8ec23 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:46.263939 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f708261-39cd-4a24-ba2d-731b16a9e35a req-2091e235-50c4-41ad-bfa5-3f96d1a8ec23 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0479050 Sep 09 04:40:46.282841 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1caa7-854f-45ee-955f-4c70e5483229 None None] Port 3478642f-a083-41dc-8630-0f933d8c0ed9 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:40:46.330263 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f708261-39cd-4a24-ba2d-731b16a9e35a req-d2e2631d-73ac-4834-a3c8-bdc8213316dc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545409 Sep 09 04:40:46.342775 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Request body: {'port': {'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:46.419341 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:46.482779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:46.517334 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93237982-23a8-4123-b051-9403de69e7d7 req-76e4c697-171f-43bb-958b-b0cf3bf905fe tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:46.524618 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93237982-23a8-4123-b051-9403de69e7d7 req-76e4c697-171f-43bb-958b-b0cf3bf905fe tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 931 time: 0.1099229 Sep 09 04:40:46.590630 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0b9d3841-9feb-499b-9e30-f14816160fc3 req-30c41d80-c0e2-4db2-a980-66599e3157e4 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=68272816-0af9-49ec-90e0-dbc050690a31 HTTP/1.1" status: 200 len: 210 time: 0.0405750 Sep 09 04:40:46.599258 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93237982-23a8-4123-b051-9403de69e7d7 req-000497f3-891e-4148-8931-6986a8d3d526 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730538 Sep 09 04:40:46.657506 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:46.716161 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:46.735004 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3478642f-a083-41dc-8630-0f933d8c0ed9 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:46.742402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Publish callbacks [] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:46.755401 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Transition to ACTIVE for port object 3478642f-a083-41dc-8630-0f933d8c0ed9 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:40:46.760051 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:46.825350 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Pushing event updated for resources: {'Port': ['ID=3478642f-a083-41dc-8630-0f933d8c0ed9,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:46.878159 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Attempting to bind port 3478642f-a083-41dc-8630-0f933d8c0ed9 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:40:46.878679 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Attempting to bind port 3478642f-a083-41dc-8630-0f933d8c0ed9 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:40:46.879111 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Attempting to bind port 3478642f-a083-41dc-8630-0f933d8c0ed9 on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:46.923740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Port 3478642f-a083-41dc-8630-0f933d8c0ed9 on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:40:46.924275 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Attempting to bind port 3478642f-a083-41dc-8630-0f933d8c0ed9 on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:46.968567 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:40:46.968899 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Checking segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:46.969307 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Bound using segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:40:46.969737 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Bound port: 3478642f-a083-41dc-8630-0f933d8c0ed9, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:40:46.970091 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:47.029818 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] For port 3478642f-a083-41dc-8630-0f933d8c0ed9, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:40:47.032792 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] For port 3478642f-a083-41dc-8630-0f933d8c0ed9, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3478642f-a083-41dc-8630-0f933d8c0ed9,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:40:47.038465 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:47.042511 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:47.043130 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:47.044456 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/3478642f-a083-41dc-8630-0f933d8c0ed9 HTTP/1.1" status: 200 len: 1093 time: 0.7095389 Sep 09 04:40:47.091305 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dfea9-59cc-4dce-a3b8-7e914c4d8a79 service neutron] Pushing event updated for resources: {'Port': ['ID=3478642f-a083-41dc-8630-0f933d8c0ed9,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:47.151615 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-ce2e923c-eade-4f80-b64d-e799f84bf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:47.153084 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-ce2e923c-eade-4f80-b64d-e799f84bf297 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 1127 time: 0.0398848 Sep 09 04:40:47.202707 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-a6515c6e-1912-45b7-8b9b-6dd9ce9a6e0f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3478642f-a083-41dc-8630-0f933d8c0ed9 HTTP/1.1" status: 200 len: 217 time: 0.0350325 Sep 09 04:40:47.259116 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-4a274eed-be28-4d7a-acd2-ee3ba21b69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:47.260560 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-4a274eed-be28-4d7a-acd2-ee3ba21b69a4 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0448868 Sep 09 04:40:47.309541 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7311a52-5783-4cba-bd6b-48b96fa7aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:47.311033 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-f7311a52-5783-4cba-bd6b-48b96fa7aebf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427296 Sep 09 04:40:47.402921 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-932a0421-00e5-4693-8905-80b841ae777e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841701 Sep 09 04:40:47.450041 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdbcb2-9a45-41ec-864c-4c75739cc6ba req-41bbc221-6242-412b-9327-4fc9c12259f2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:47.451576 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fcdbcb2-9a45-41ec-864c-4c75739cc6ba req-41bbc221-6242-412b-9327-4fc9c12259f2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0468953 Sep 09 04:40:47.469025 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:47.498861 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-db5903b0-7f71-4ebd-bbb6-afca4366b441 req-9e22e433-f76d-4ade-8915-fcec7cb95ef8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894117 Sep 09 04:40:47.500338 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fcdbcb2-9a45-41ec-864c-4c75739cc6ba req-43f49d41-29de-4c76-9269-26e69869e071 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Sep 09 04:40:47.579205 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:47.581501 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470a3125-8bb4-40f0-b0b3-517177b3b420" -d '{"events": [{"name": "network-changed", "server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:47.618038 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f542d83-46eb-4dd5-972c-e0f68e4d945b x-openstack-request-id: req-0f542d83-46eb-4dd5-972c-e0f68e4d945b {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:47.618383 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:47.618644 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f542d83-46eb-4dd5-972c-e0f68e4d945b {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:47.619193 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f542d83-46eb-4dd5-972c-e0f68e4d945b'] response: {'name': 'network-changed', 'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'status': 'completed', 'code': 200} Sep 09 04:40:47.914094 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32520d1f-1901-4217-997c-591fadda6af6 req-ecda1ed9-26c4-429e-97a3-c4c9d3a6ade0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:47.915798 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-32520d1f-1901-4217-997c-591fadda6af6 req-ecda1ed9-26c4-429e-97a3-c4c9d3a6ade0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 943 time: 0.0955760 Sep 09 04:40:47.985605 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:48.007040 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-32520d1f-1901-4217-997c-591fadda6af6 req-90ca1a9a-1f8c-4358-ae78-800e069dfdcf tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838292 Sep 09 04:40:48.013496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279584da-582b-43aa-8b4d-2392611d8f6a req-4e08eb7b-e293-4520-89a8-8835a38b7afa tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:48.015148 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-4e08eb7b-e293-4520-89a8-8835a38b7afa tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/networks?id=84967da4-2d71-4732-bbc3-ec5f9c426a3c HTTP/1.1" status: 200 len: 809 time: 0.1629262 Sep 09 04:40:48.044928 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-4d61a164-e2dd-4b89-ba40-6e97d608235f tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/quotas/ce9bbaae5d5e4e26a6ff2e9d4a1f98c3 HTTP/1.1" status: 200 len: 375 time: 0.0222535 Sep 09 04:40:48.081267 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-bf8c4668-a99e-443e-b151-a17a7a27b26e tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305405 Sep 09 04:40:48.106143 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 75596c8a-454a-49f3-aa06-0e4895a2f156 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:40:48.124983 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 75596c8a-454a-49f3-aa06-0e4895a2f156 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:40:48.125323 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 75596c8a-454a-49f3-aa06-0e4895a2f156 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:40:48.173892 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-81b7b469-7727-4296-9ba8-328e87f6f3f7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850298 Sep 09 04:40:48.201117 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:48.265412 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:48.272388 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-a01dbde5-1639-47d0-a619-6267267ed93a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927494 Sep 09 04:40:48.332886 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:48.437097 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0df4544b-9561-4ec1-896f-ee0641c46657 req-dd1aa9b4-43e6-4ddb-bbd7-b28f53fbe8c9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 210 time: 0.0286090 Sep 09 04:40:48.627046 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09536465-3f21-4bbc-91d0-91520017ae21 req-158de196-90b7-4afa-8a1c-5a2dc6e6632f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:48.629860 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09536465-3f21-4bbc-91d0-91520017ae21 req-158de196-90b7-4afa-8a1c-5a2dc6e6632f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0529859 Sep 09 04:40:48.685301 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09536465-3f21-4bbc-91d0-91520017ae21 req-3550f46a-df35-4725-85c6-a377aeff5e37 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Sep 09 04:40:48.810371 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-074695bf-02cf-4e3c-993d-86affd565ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:48.811920 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-074695bf-02cf-4e3c-993d-86affd565ce9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 1127 time: 0.0451293 Sep 09 04:40:48.917148 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-5c678c6d-ab72-4ce0-be3a-da1bef8e7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:48.919673 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-5c678c6d-ab72-4ce0-be3a-da1bef8e7484 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 916 time: 0.0989084 Sep 09 04:40:48.965522 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-b94812ef-0e67-4368-9653-267149dc13c8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3478642f-a083-41dc-8630-0f933d8c0ed9 HTTP/1.1" status: 200 len: 217 time: 0.0349779 Sep 09 04:40:49.047465 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:49.075820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-37651e5d-4c7b-49e1-8ff5-a3be1e98742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:49.077966 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-37651e5d-4c7b-49e1-8ff5-a3be1e98742c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0862684 Sep 09 04:40:49.130484 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-6e876e69-7b19-43b3-9114-03c3df0259dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:49.133254 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-6e876e69-7b19-43b3-9114-03c3df0259dc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483828 Sep 09 04:40:49.143909 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0bbf3-c549-437f-ba94-f51888fc5fbd req-03fd4242-27f0-4ab6-a869-94b0e9fba1ac tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:49.146077 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-39e0bbf3-c549-437f-ba94-f51888fc5fbd req-03fd4242-27f0-4ab6-a869-94b0e9fba1ac tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 943 time: 0.0597813 Sep 09 04:40:49.204164 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-39e0bbf3-c549-437f-ba94-f51888fc5fbd req-0bfbc53c-4e8b-4aaa-b783-0de4b740ae0f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516801 Sep 09 04:40:49.231879 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=26 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:49.276059 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-e40c51e0-e894-4142-aac2-eb35bdbb7657 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292460 Sep 09 04:40:49.377413 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-470a3125-8bb4-40f0-b0b3-517177b3b420 req-dd23f9c4-db60-4025-a08d-80a1a56a67e4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896368 Sep 09 04:40:49.539415 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ca4dba28-0bc3-4909-b7c9-ee5bd7dcba36 req-204e8a34-596e-4f17-b480-ef0b537b6fbd tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 210 time: 0.0284579 Sep 09 04:40:49.823043 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab6691-5d49-4f72-91c5-7243987b3a3c req-904462e4-90a2-475b-8422-d92d2522b7ef tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:49.824987 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8dab6691-5d49-4f72-91c5-7243987b3a3c req-904462e4-90a2-475b-8422-d92d2522b7ef tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0633893 Sep 09 04:40:49.872909 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8dab6691-5d49-4f72-91c5-7243987b3a3c req-3223d844-bd89-49a5-b443-ae75c15a7f56 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Sep 09 04:40:49.961369 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279584da-582b-43aa-8b4d-2392611d8f6a req-057a6778-a71a-4a62-9894-fcb3f12f89b8 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:49.963120 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-057a6778-a71a-4a62-9894-fcb3f12f89b8 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "GET /networking/v2.0/networks?id=84967da4-2d71-4732-bbc3-ec5f9c426a3c HTTP/1.1" status: 200 len: 809 time: 0.1097274 Sep 09 04:40:49.989985 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Request body: {'port': {'device_id': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c', 'admin_state_up': True, 'tenant_id': 'ce9bbaae5d5e4e26a6ff2e9d4a1f98c3'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:50.098122 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3478642f-a083-41dc-8630-0f933d8c0ed9 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:40:50.103211 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Made reservation on behalf of ce9bbaae5d5e4e26a6ff2e9d4a1f98c3 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:40:50.107098 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.207646 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 3478642f-a083-41dc-8630-0f933d8c0ed9, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3478642f-a083-41dc-8630-0f933d8c0ed9,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:50.219212 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:40:50.255013 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Allocated IP 172.20.0.12 (84967da4-2d71-4732-bbc3-ec5f9c426a3c/12eb5040-db1c-453a-89a2-945d0a1ffa7f/492efaeb-1db9-4e19-905b-4810de1b7814) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:40:50.263662 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 3478642f-a083-41dc-8630-0f933d8c0ed9 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:50.266408 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.285802 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3478642f-a083-41dc-8630-0f933d8c0ed9 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:50.311737 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 3478642f-a083-41dc-8630-0f933d8c0ed9, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3478642f-a083-41dc-8630-0f933d8c0ed9,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:50.317359 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.328024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:50.380118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b95ff5-5062-405b-9651-1180b91dbba1 req-0ba0a279-7601-491c-84b8-477ca0f94a9d tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:50.383448 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=3478642f-a083-41dc-8630-0f933d8c0ed9,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:50.387786 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-40b95ff5-5062-405b-9651-1180b91dbba1 req-0ba0a279-7601-491c-84b8-477ca0f94a9d tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 944 time: 0.0672784 Sep 09 04:40:50.447552 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-40b95ff5-5062-405b-9651-1180b91dbba1 req-13ced844-6fa8-4ada-a265-9946b98faa02 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527568 Sep 09 04:40:50.484630 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks [] for port (492efaeb-1db9-4e19-905b-4810de1b7814), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.529777 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.537891 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:50.599001 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Network 84967da4-2d71-4732-bbc3-ec5f9c426a3c is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:40:50.600274 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:40:50.604506 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:40:50.622469 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Pushing event updated for resources: {'Port': ['ID=492efaeb-1db9-4e19-905b-4810de1b7814,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:50.678473 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:50.679144 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.680513 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29567849-ce58-4d37-a88f-dd79c9fdb9b6 req-08e672f0-7d2a-4297-a220-4c79c009eacc tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:50.682018 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-29567849-ce58-4d37-a88f-dd79c9fdb9b6 req-08e672f0-7d2a-4297-a220-4c79c009eacc tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 932 time: 0.0585575 Sep 09 04:40:50.702288 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d1bb58fd-6e23-47eb-a834-c67c5012e7da tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7158535 Sep 09 04:40:50.720033 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Request body: {'port': {'device_id': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:50.734615 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 39292) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:50.740755 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['3478642f-a083-41dc-8630-0f933d8c0ed9'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:40:50.748465 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-29567849-ce58-4d37-a88f-dd79c9fdb9b6 req-6d8e8d62-9b8a-4134-9815-bad2f201dcdf tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605705 Sep 09 04:40:50.785560 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.856382 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbd0f-e872-429c-b9fe-361dabb89cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.938245 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbd0f-e872-429c-b9fe-361dabb89cd1 admin admin] Publish callbacks [] for security_group (70d424c1-8d90-4021-ad47-eeae21e2f61c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:50.945853 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbd0f-e872-429c-b9fe-361dabb89cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (70d424c1-8d90-4021-ad47-eeae21e2f61c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.014604 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:51.017799 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4bcbbd0f-e872-429c-b9fe-361dabb89cd1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=f3df980bed574164a2066c6867c29088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820971 Sep 09 04:40:51.021905 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbbd0f-e872-429c-b9fe-361dabb89cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d424c1-8d90-4021-ad47-eeae21e2f61c,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:51.024469 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 39298) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:51.054842 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a2e21-9869-443e-b885-ef00f6f3f1e2 req-6637ffbe-d423-4db5-89fd-543803ba5b7e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:51.056387 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a81a2e21-9869-443e-b885-ef00f6f3f1e2 req-6637ffbe-d423-4db5-89fd-543803ba5b7e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0819359 Sep 09 04:40:51.062206 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492efaeb-1db9-4e19-905b-4810de1b7814 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:51.071038 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Publish callbacks [] for port (492efaeb-1db9-4e19-905b-4810de1b7814), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.083924 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Transition to ACTIVE for port object 492efaeb-1db9-4e19-905b-4810de1b7814 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:40:51.087028 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.130988 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44d0-8605-4ede-9386-b3c79adcc8b1 admin admin] Publish callbacks [] for security_group (70d424c1-8d90-4021-ad47-eeae21e2f61c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.144237 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a81a2e21-9869-443e-b885-ef00f6f3f1e2 req-47f12a63-46d1-4ed6-a702-3477b9072591 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791891 Sep 09 04:40:51.158404 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44d0-8605-4ede-9386-b3c79adcc8b1 admin admin] Publish callbacks [] for security_group (70d424c1-8d90-4021-ad47-eeae21e2f61c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.170797 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Pushing event updated for resources: {'Port': ['ID=492efaeb-1db9-4e19-905b-4810de1b7814,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:51.205709 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Attempting to bind port 492efaeb-1db9-4e19-905b-4810de1b7814 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:40:51.206041 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Attempting to bind port 492efaeb-1db9-4e19-905b-4810de1b7814 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:40:51.206392 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Attempting to bind port 492efaeb-1db9-4e19-905b-4810de1b7814 on network 84967da4-2d71-4732-bbc3-ec5f9c426a3c {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:51.209249 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:51.212241 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44d0-8605-4ede-9386-b3c79adcc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (70d424c1-8d90-4021-ad47-eeae21e2f61c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.215145 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d2cb44d0-8605-4ede-9386-b3c79adcc8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.216302 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d2cb44d0-8605-4ede-9386-b3c79adcc8b1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/70d424c1-8d90-4021-ad47-eeae21e2f61c HTTP/1.1" status: 204 len: 168 time: 0.1889496 Sep 09 04:40:51.224289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb44d0-8605-4ede-9386-b3c79adcc8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d424c1-8d90-4021-ad47-eeae21e2f61c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:51.255298 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Port 492efaeb-1db9-4e19-905b-4810de1b7814 on network 84967da4-2d71-4732-bbc3-ec5f9c426a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:40:51.255638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Attempting to bind port 492efaeb-1db9-4e19-905b-4810de1b7814 on network 84967da4-2d71-4732-bbc3-ec5f9c426a3c {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:40:51.303715 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:40:51.304040 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Checking segment: {'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:40:51.304425 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Bound using segment: {'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:40:51.304865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Bound port: 492efaeb-1db9-4e19-905b-4810de1b7814, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:40:51.305221 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.382602 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] For port 492efaeb-1db9-4e19-905b-4810de1b7814, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:40:51.386297 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] For port 492efaeb-1db9-4e19-905b-4810de1b7814, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=492efaeb-1db9-4e19-905b-4810de1b7814,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:40:51.393590 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.397865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:51.398480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:51.399912 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/492efaeb-1db9-4e19-905b-4810de1b7814 HTTP/1.1" status: 200 len: 1094 time: 0.6845198 Sep 09 04:40:51.400474 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'tag': '492efaeb-1db9-4e19-905b-4810de1b7814'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:51.402784 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b33f858-44d2-43e7-bb4a-f09eae939414" -d '{"events": [{"name": "network-changed", "server_uuid": "94b441f5-e286-42d4-aba9-b52bf96192d8", "tag": "492efaeb-1db9-4e19-905b-4810de1b7814"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:51.451177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897f907a-a5be-4cee-88dd-89655db34b88 x-openstack-request-id: req-897f907a-a5be-4cee-88dd-89655db34b88 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:51.451469 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b441f5-e286-42d4-aba9-b52bf96192d8", "tag": "492efaeb-1db9-4e19-905b-4810de1b7814", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:51.451728 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-897f907a-a5be-4cee-88dd-89655db34b88 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:51.452307 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897f907a-a5be-4cee-88dd-89655db34b88'] response: {'name': 'network-changed', 'server_uuid': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'tag': '492efaeb-1db9-4e19-905b-4810de1b7814', 'status': 'completed', 'code': 200} Sep 09 04:40:51.457908 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73587ae9-b748-4946-8725-aaeb8ea1d80c service neutron] Pushing event updated for resources: {'Port': ['ID=492efaeb-1db9-4e19-905b-4810de1b7814,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:51.562265 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:51.576162 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cee927-346c-4e68-afb2-127222726bc4 req-7544dc7f-718b-46f5-b4c4-ffaa1f511176 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:51.577658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d4cee927-346c-4e68-afb2-127222726bc4 req-7544dc7f-718b-46f5-b4c4-ffaa1f511176 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 944 time: 0.0498984 Sep 09 04:40:51.602498 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=39 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:51.625746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d4cee927-346c-4e68-afb2-127222726bc4 req-0c1f6058-1fd4-46f0-b27d-a5b56aca6de9 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417421 Sep 09 04:40:51.884040 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270a182-3df1-4a51-a7ab-ee11910047de req-19928928-d724-42d0-aa4a-a8fcd4c3c1fd tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:51.885489 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c270a182-3df1-4a51-a7ab-ee11910047de req-19928928-d724-42d0-aa4a-a8fcd4c3c1fd tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 944 time: 0.0527067 Sep 09 04:40:51.931334 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c270a182-3df1-4a51-a7ab-ee11910047de req-2fa7f207-194a-45c3-819e-b804f0561a47 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Sep 09 04:40:52.278300 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bef17-190a-4f19-8826-d92d0079e348 req-36138b98-6b98-4ded-a408-2696da9f77a7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:52.279816 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-eb7bef17-190a-4f19-8826-d92d0079e348 req-36138b98-6b98-4ded-a408-2696da9f77a7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0475559 Sep 09 04:40:52.326032 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-eb7bef17-190a-4f19-8826-d92d0079e348 req-a748eb8d-489f-446b-b5c3-e1a50dd604a0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Sep 09 04:40:52.745936 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e36d8-920c-4b1e-84f8-600ba079e033 req-b87f700a-bc25-4834-8430-6eef76e72356 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:52.747420 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4c7e36d8-920c-4b1e-84f8-600ba079e033 req-b87f700a-bc25-4834-8430-6eef76e72356 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 944 time: 0.0461738 Sep 09 04:40:52.796138 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4c7e36d8-920c-4b1e-84f8-600ba079e033 req-f2b0067e-1470-4e2b-8fad-40dc75bfefca tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Sep 09 04:40:53.049613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc12c44-156d-4745-b213-dc56685b4286 req-c8c577f8-c928-49bd-b7f2-838054390088 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:53.051671 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0cc12c44-156d-4745-b213-dc56685b4286 req-c8c577f8-c928-49bd-b7f2-838054390088 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 944 time: 0.0461771 Sep 09 04:40:53.097966 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0cc12c44-156d-4745-b213-dc56685b4286 req-f9dd5598-f7da-44c1-ba06-0593b4c1af06 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Sep 09 04:40:53.446744 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f1fba-218f-482f-b532-63e36c929cd7 req-ecc40d5b-7ff8-4364-b397-c3ee26113330 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:53.448244 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f9f1fba-218f-482f-b532-63e36c929cd7 req-ecc40d5b-7ff8-4364-b397-c3ee26113330 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0462973 Sep 09 04:40:53.494215 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f9f1fba-218f-482f-b532-63e36c929cd7 req-21a00360-a533-4dee-951e-b1d4496ff3fc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404353 Sep 09 04:40:53.725708 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33f858-44d2-43e7-bb4a-f09eae939414 req-14587a74-d4ee-4fcb-84d4-32b626d220aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:53.727210 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5b33f858-44d2-43e7-bb4a-f09eae939414 req-14587a74-d4ee-4fcb-84d4-32b626d220aa service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 1128 time: 0.0402279 Sep 09 04:40:53.862079 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:53.878234 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33f858-44d2-43e7-bb4a-f09eae939414 req-0fc514fe-e501-48d4-ba23-cd98fe704cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:53.880317 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5b33f858-44d2-43e7-bb4a-f09eae939414 req-0fc514fe-e501-48d4-ba23-cd98fe704cc6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0976522 Sep 09 04:40:53.919863 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcff86-c0f5-45dc-a6d2-b75dc0e00309 req-d44c0297-831d-4be7-a0e1-c0150bc4d508 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:53.921255 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3cbcff86-c0f5-45dc-a6d2-b75dc0e00309 req-d44c0297-831d-4be7-a0e1-c0150bc4d508 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 944 time: 0.0499146 Sep 09 04:40:53.968291 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3cbcff86-c0f5-45dc-a6d2-b75dc0e00309 req-1e4a7cb0-0c73-495f-b1f4-7ce21193ef29 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 Sep 09 04:40:53.976287 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33f858-44d2-43e7-bb4a-f09eae939414 req-0c3c93ea-ce5e-499a-9b2b-3bacb1485a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:53.978029 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5b33f858-44d2-43e7-bb4a-f09eae939414 req-0c3c93ea-ce5e-499a-9b2b-3bacb1485a3b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899382 Sep 09 04:40:54.092974 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d3e82d35-8335-4053-90a9-13412050c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:54.094418 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-d3e82d35-8335-4053-90a9-13412050c540 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 1128 time: 0.0429454 Sep 09 04:40:54.142246 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-6878778f-5abe-43bc-a3cc-4e076bfa8194 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=492efaeb-1db9-4e19-905b-4810de1b7814 HTTP/1.1" status: 200 len: 217 time: 0.0329900 Sep 09 04:40:54.198008 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279584da-582b-43aa-8b4d-2392611d8f6a req-946788d9-17d9-4a6e-b860-2bce4cad2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:54.199391 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-946788d9-17d9-4a6e-b860-2bce4cad2fb5 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=12eb5040-db1c-453a-89a2-945d0a1ffa7f HTTP/1.1" status: 200 len: 849 time: 0.0485628 Sep 09 04:40:54.217845 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a46afb-3587-4cb3-b114-9c5aeccae6a1 req-5219d56c-1973-4837-8a68-935a0557947a tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:54.219357 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c8a46afb-3587-4cb3-b114-9c5aeccae6a1 req-5219d56c-1973-4837-8a68-935a0557947a tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 944 time: 0.0476055 Sep 09 04:40:54.231974 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-cf7d885d-e224-4759-90ac-ab5895aa3dd9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=84967da4-2d71-4732-bbc3-ec5f9c426a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260520 Sep 09 04:40:54.240823 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3478642f-a083-41dc-8630-0f933d8c0ed9 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:54.271582 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c8a46afb-3587-4cb3-b114-9c5aeccae6a1 req-835d8fb1-3a5e-4ec8-9b17-7e560d25b22d tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465355 Sep 09 04:40:54.287242 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 3478642f-a083-41dc-8630-0f933d8c0ed9 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:40:54.301797 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 3478642f-a083-41dc-8630-0f933d8c0ed9 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:54.302173 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:54.340632 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:54.340867 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-2afcad97-edba-4148-8d56-e62bb14811a4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946128 Sep 09 04:40:54.376242 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 3478642f-a083-41dc-8630-0f933d8c0ed9 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:54.376631 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:54.400311 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:54.402549 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd2e501-2523-497f-aa6b-4f9f0bdbe264" -d '{"events": [{"server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "name": "network-vif-plugged", "status": "completed", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:54.415377 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 3478642f-a083-41dc-8630-0f933d8c0ed9, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3478642f-a083-41dc-8630-0f933d8c0ed9,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:54.419828 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:54.449153 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ac6d5a-5779-4500-a19a-d1cfe565a23a x-openstack-request-id: req-48ac6d5a-5779-4500-a19a-d1cfe565a23a {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:54.449416 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "name": "network-vif-plugged", "status": "completed", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:54.449670 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48ac6d5a-5779-4500-a19a-d1cfe565a23a {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:54.450066 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ac6d5a-5779-4500-a19a-d1cfe565a23a'] response: {'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'code': 200} Sep 09 04:40:54.477776 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=3478642f-a083-41dc-8630-0f933d8c0ed9,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:54.625676 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc515bc3-e19e-444e-aa78-54081761f623 req-c8274a7f-4083-4d78-b642-bb2d3ec86ac8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:54.627203 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc515bc3-e19e-444e-aa78-54081761f623 req-c8274a7f-4083-4d78-b642-bb2d3ec86ac8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0545568 Sep 09 04:40:54.657640 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-279584da-582b-43aa-8b4d-2392611d8f6a req-37824060-94be-461f-b0e7-f71bc6e8ea01 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095148 Sep 09 04:40:54.681410 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc515bc3-e19e-444e-aa78-54081761f623 req-12ef2380-885e-48bd-a7f2-3419dd8fd073 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481172 Sep 09 04:40:54.709502 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcaa39-9fa7-4603-a9e0-73602c6a943a req-a52f3a66-67f0-4f44-bf3a-d1c37d9cdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:54.710957 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ddbcaa39-9fa7-4603-a9e0-73602c6a943a req-a52f3a66-67f0-4f44-bf3a-d1c37d9cdbe4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 1129 time: 0.0404239 Sep 09 04:40:55.073632 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:55.090329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cafb5f-827c-481d-b79d-b1b12c5234da req-ae6d158f-6ffe-4a26-b860-1dc7dd04ac8c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:55.091932 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a5cafb5f-827c-481d-b79d-b1b12c5234da req-ae6d158f-6ffe-4a26-b860-1dc7dd04ac8c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0480943 Sep 09 04:40:55.144523 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a5cafb5f-827c-481d-b79d-b1b12c5234da req-1ef82340-fba9-42cd-8c29-e770a3405029 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 Sep 09 04:40:55.395491 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f279eb3-b2eb-488e-88c2-448401251e74 req-69f956d7-beb1-42f3-8bbc-d159fe85a70b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:55.397006 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f279eb3-b2eb-488e-88c2-448401251e74 req-69f956d7-beb1-42f3-8bbc-d159fe85a70b tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 944 time: 0.0521584 Sep 09 04:40:55.421655 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:55.443597 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f279eb3-b2eb-488e-88c2-448401251e74 req-64f7dd66-7807-4e21-9299-c0fa01be0d61 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Sep 09 04:40:55.702782 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ddbcaa39-9fa7-4603-a9e0-73602c6a943a req-acfdeec0-18ae-4c03-833b-adfc3532985a service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450304 Sep 09 04:40:55.803612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc3b96-cb33-4066-9795-78bf57dece08 req-aa3b71d8-78ed-49c3-a2d8-9f5a6261a2e8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:55.805099 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c7dc3b96-cb33-4066-9795-78bf57dece08 req-aa3b71d8-78ed-49c3-a2d8-9f5a6261a2e8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0493662 Sep 09 04:40:55.851058 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c7dc3b96-cb33-4066-9795-78bf57dece08 req-f96bd7f0-52a3-4be9-8435-743fd4fb1d09 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404863 Sep 09 04:40:56.192320 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 492efaeb-1db9-4e19-905b-4810de1b7814 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:40:56.282356 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd6fa0-63bb-46a7-b2e0-e48ac4861687 req-f16f3ad9-9e98-42a2-aea6-0b2e43773120 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:56.287481 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8fbd6fa0-63bb-46a7-b2e0-e48ac4861687 req-f16f3ad9-9e98-42a2-aea6-0b2e43773120 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0663190 Sep 09 04:40:56.307183 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 492efaeb-1db9-4e19-905b-4810de1b7814, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=492efaeb-1db9-4e19-905b-4810de1b7814,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:56.314129 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '492efaeb-1db9-4e19-905b-4810de1b7814', 'network_id': '84967da4-2d71-4732-bbc3-ec5f9c426a3c', 'port_id': '492efaeb-1db9-4e19-905b-4810de1b7814', 'mac_address': 'fa:16:3e:e5:4f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12eb5040-db1c-453a-89a2-945d0a1ffa7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:40:56.338261 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8fbd6fa0-63bb-46a7-b2e0-e48ac4861687 req-495646a4-3209-4b54-b11a-f87b4bfb9b8b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478725 Sep 09 04:40:56.353656 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 492efaeb-1db9-4e19-905b-4810de1b7814 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:56.354050 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:56.371997 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492efaeb-1db9-4e19-905b-4810de1b7814 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:40:56.374578 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:56.390117 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 492efaeb-1db9-4e19-905b-4810de1b7814, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=492efaeb-1db9-4e19-905b-4810de1b7814,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:56.393780 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:56.441318 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=492efaeb-1db9-4e19-905b-4810de1b7814,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:56.569667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd894930-cfd6-4b71-bae0-089b55eda8d9 req-f36514b4-9bc0-404d-a077-d585239e152c tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:56.571160 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fd894930-cfd6-4b71-bae0-089b55eda8d9 req-f36514b4-9bc0-404d-a077-d585239e152c tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 945 time: 0.0499420 Sep 09 04:40:56.617438 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fd894930-cfd6-4b71-bae0-089b55eda8d9 req-fc457027-8808-4220-a942-da6970fac597 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Sep 09 04:40:56.826239 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['492efaeb-1db9-4e19-905b-4810de1b7814'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:40:56.891456 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:56.978953 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723cfbbf-15d7-45ec-929e-161581bc3fa7 req-19913ffd-d20e-4641-9458-7fb0dbf7edd9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:56.980439 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-723cfbbf-15d7-45ec-929e-161581bc3fa7 req-19913ffd-d20e-4641-9458-7fb0dbf7edd9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0475378 Sep 09 04:40:57.027229 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-723cfbbf-15d7-45ec-929e-161581bc3fa7 req-ab61f6d0-ac82-4cbe-8c2d-0513820f9e62 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Sep 09 04:40:57.457684 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea776e2-e65f-488b-852d-ba3ed060f560 req-97e9757b-b148-4cef-b266-ba921e27f0f2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:57.459200 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8ea776e2-e65f-488b-852d-ba3ed060f560 req-97e9757b-b148-4cef-b266-ba921e27f0f2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0468733 Sep 09 04:40:57.509600 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8ea776e2-e65f-488b-852d-ba3ed060f560 req-25eba1a0-59aa-435c-ab58-17dfb64e28de tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Sep 09 04:40:57.739242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854ff6-a641-4dbd-bf53-8ef427a37702 req-39daab14-4f91-4b11-be41-9fcecc4a70b8 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:57.740688 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-15854ff6-a641-4dbd-bf53-8ef427a37702 req-39daab14-4f91-4b11-be41-9fcecc4a70b8 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 945 time: 0.0461264 Sep 09 04:40:57.786835 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-15854ff6-a641-4dbd-bf53-8ef427a37702 req-06c23582-bc4d-457e-b8ea-48669f012a43 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Sep 09 04:40:58.143242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fcaef-860a-4dfd-b97d-02d3471ce6ff req-9b5a1174-e6ea-4de2-b50e-d96c061ec0dc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:58.145316 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0f3fcaef-860a-4dfd-b97d-02d3471ce6ff req-9b5a1174-e6ea-4de2-b50e-d96c061ec0dc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0457151 Sep 09 04:40:58.191965 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0f3fcaef-860a-4dfd-b97d-02d3471ce6ff req-ced96ba0-8d15-4351-bbee-3f723eb98637 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Sep 09 04:40:58.196669 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 492efaeb-1db9-4e19-905b-4810de1b7814 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:40:58.239492 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 492efaeb-1db9-4e19-905b-4810de1b7814 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:40:58.245266 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 492efaeb-1db9-4e19-905b-4810de1b7814 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:40:58.245673 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:58.318764 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 492efaeb-1db9-4e19-905b-4810de1b7814 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:40:58.319176 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:58.340873 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492efaeb-1db9-4e19-905b-4810de1b7814'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:40:58.343247 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff73a8a0-ca19-4c18-a8db-71ac1b806b54" -d '{"events": [{"server_uuid": "94b441f5-e286-42d4-aba9-b52bf96192d8", "name": "network-vif-plugged", "status": "completed", "tag": "492efaeb-1db9-4e19-905b-4810de1b7814"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:40:58.356148 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 492efaeb-1db9-4e19-905b-4810de1b7814, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=492efaeb-1db9-4e19-905b-4810de1b7814,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:40:58.360708 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:58.385069 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7149551d-4d9d-4f9a-8c9a-edec82a98f58 x-openstack-request-id: req-7149551d-4d9d-4f9a-8c9a-edec82a98f58 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:40:58.385388 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b441f5-e286-42d4-aba9-b52bf96192d8", "name": "network-vif-plugged", "status": "completed", "tag": "492efaeb-1db9-4e19-905b-4810de1b7814", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:40:58.385644 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7149551d-4d9d-4f9a-8c9a-edec82a98f58 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:40:58.386032 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7149551d-4d9d-4f9a-8c9a-edec82a98f58'] response: {'server_uuid': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492efaeb-1db9-4e19-905b-4810de1b7814', 'code': 200} Sep 09 04:40:58.410816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=492efaeb-1db9-4e19-905b-4810de1b7814,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:40:58.604962 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec5485-33e5-4388-bd92-2716a9222f3a req-f7ac0703-1755-47f4-a572-125fb71830fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:58.606480 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b5ec5485-33e5-4388-bd92-2716a9222f3a req-f7ac0703-1755-47f4-a572-125fb71830fd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 1130 time: 0.0389938 Sep 09 04:40:58.640138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5988ef4-241a-4200-aa18-04853b1c21c6 req-a16bd0b6-e09b-48f9-8495-b175f4371e64 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:58.641962 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c5988ef4-241a-4200-aa18-04853b1c21c6 req-a16bd0b6-e09b-48f9-8495-b175f4371e64 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Sep 09 04:40:58.665990 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b5ec5485-33e5-4388-bd92-2716a9222f3a req-5b30c7bf-ca8c-4742-a709-1bea191bcbcb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495965 Sep 09 04:40:58.691603 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c5988ef4-241a-4200-aa18-04853b1c21c6 req-04d941ca-1804-47fe-96be-eeae0faf7bb6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431373 Sep 09 04:40:58.812856 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dc917-c3ae-4fb6-b19d-d23afb7edf1d req-90f21bc2-c4c6-4f12-8713-cfd3f0a29694 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:58.815508 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d07dc917-c3ae-4fb6-b19d-d23afb7edf1d req-90f21bc2-c4c6-4f12-8713-cfd3f0a29694 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0470991 Sep 09 04:40:58.825536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 39430) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:40:58.829944 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:40:58.870872 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (7c929cd3-5021-443c-abe8-751226741a3c), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:58.961667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:58.969635 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf6c7f-04aa-44da-a74e-10e773d29611 req-863becfb-ee8a-461a-a8af-2c58749c0079 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:58.971130 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f1cf6c7f-04aa-44da-a74e-10e773d29611 req-863becfb-ee8a-461a-a8af-2c58749c0079 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.1040421 Sep 09 04:40:59.104532 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f1cf6c7f-04aa-44da-a74e-10e773d29611 req-52c88624-051b-4b22-86ad-140471804824 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086652 Sep 09 04:40:59.110986 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:40:59.341910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2f43c-8d97-450b-b02d-ab24ab98af6a req-a183b648-b3c0-4b34-be65-1960a1bb85ef tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:40:59.343864 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ec2f43c-8d97-450b-b02d-ab24ab98af6a req-a183b648-b3c0-4b34-be65-1960a1bb85ef tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0611262 Sep 09 04:40:59.462147 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ec2f43c-8d97-450b-b02d-ab24ab98af6a req-c146a96e-c74c-455f-a8c6-7abf7f8d5539 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963514 Sep 09 04:40:59.466094 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:59.471971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (7c929cd3-5021-443c-abe8-751226741a3c), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:59.577918 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP 7c929cd3-5021-443c-abe8-751226741a3c associated. External IP: 172.27.3.199, port: 3478642f-a083-41dc-8630-0f933d8c0ed9. Sep 09 04:40:59.785507 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:40:59.887310 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:40:59.892220 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:40:59.897163 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:40:59.907250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:40:59.907950 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:00.159350 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b7656988-73a7-4b4b-98ab-b796c399b530 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/7c929cd3-5021-443c-abe8-751226741a3c HTTP/1.1" status: 200 len: 991 time: 1.3304410 Sep 09 04:41:00.159545 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:41:00.159654 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:41:00.162077 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3714140e-6883-44c7-93d3-4245e914ebb9" -d '{"events": [{"name": "network-changed", "server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:41:00.201721 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:00.205589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d04d9a-b2d2-43d4-ad54-5c758c252f31 x-openstack-request-id: req-c2d04d9a-b2d2-43d4-ad54-5c758c252f31 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:41:00.205952 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:41:00.206211 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2d04d9a-b2d2-43d4-ad54-5c758c252f31 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:41:00.206623 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d04d9a-b2d2-43d4-ad54-5c758c252f31'] response: {'name': 'network-changed', 'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'status': 'completed', 'code': 200} Sep 09 04:41:00.241753 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816cbd3-9933-4ac9-b918-f029e0434c95 req-15446299-de59-4d6f-a6c7-da136f3eb1be tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:00.243428 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5816cbd3-9933-4ac9-b918-f029e0434c95 req-15446299-de59-4d6f-a6c7-da136f3eb1be tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.0506325 Sep 09 04:41:00.291261 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5816cbd3-9933-4ac9-b918-f029e0434c95 req-8c457f3e-7abb-4269-8e4d-e4bdff921291 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420773 Sep 09 04:41:00.417947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:40:59Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:00.443475 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:41:00.451911 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:41:00.452518 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:40:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:00.539261 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:00.564127 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:41:00.591504 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e582a-bed3-49fa-995d-8846e0e912c8 req-1358a9e6-2125-4b6d-89ee-56261d810c3e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:00.592957 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa4e582a-bed3-49fa-995d-8846e0e912c8 req-1358a9e6-2125-4b6d-89ee-56261d810c3e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0532603 Sep 09 04:41:00.611967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:00.647064 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa4e582a-bed3-49fa-995d-8846e0e912c8 req-47f85c9e-c85a-406a-bb04-f59bd2578fc8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479043 Sep 09 04:41:00.783909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:40:59Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:00.810212 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8c0048-51b4-4619-a88e-b3a194da660f None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:40:59Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:41:01.094129 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60abc4-9003-422d-9cab-9a7270640871 None None] New status for floating IP 7c929cd3-5021-443c-abe8-751226741a3c: ACTIVE {{(pid=107726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:41:01.376313 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-409e9f8a-d67b-4e10-a1e3-ddc140785a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:01.377875 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-409e9f8a-d67b-4e10-a1e3-ddc140785a7a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 1129 time: 0.0613346 Sep 09 04:41:01.425976 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16539519-39ba-4219-bba0-c882aefb48a4 req-3186b2eb-29a4-4094-a05e-b73a5d265472 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:01.427556 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-16539519-39ba-4219-bba0-c882aefb48a4 req-3186b2eb-29a4-4094-a05e-b73a5d265472 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.0475333 Sep 09 04:41:01.474915 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-16539519-39ba-4219-bba0-c882aefb48a4 req-c6b5b74f-0405-43f5-9418-3701dbf2ca56 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Sep 09 04:41:01.633069 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:01.778089 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e24b77-0eee-4a16-acfd-89b37e12e675 req-5f886740-4f08-4678-bcb7-f6a873eb1199 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:01.779617 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-92e24b77-0eee-4a16-acfd-89b37e12e675 req-5f886740-4f08-4678-bcb7-f6a873eb1199 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0569737 Sep 09 04:41:01.833478 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-92e24b77-0eee-4a16-acfd-89b37e12e675 req-f98535a6-5a84-4b0e-bf24-fdccfefc1417 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480940 Sep 09 04:41:02.060183 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:02.072480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facd2e7-9fd0-48ae-9365-75d1dc15f5cc req-64a6c7e6-1a16-4157-ae4d-e8331ea3ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:02.073938 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5facd2e7-9fd0-48ae-9365-75d1dc15f5cc req-64a6c7e6-1a16-4157-ae4d-e8331ea3ede3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1129 time: 0.0797164 Sep 09 04:41:02.133733 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-2ffcf551-5d27-4930-a07f-40e7f271ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:02.135233 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-2ffcf551-5d27-4930-a07f-40e7f271ec0b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 916 time: 0.1500278 Sep 09 04:41:02.152719 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5facd2e7-9fd0-48ae-9365-75d1dc15f5cc req-35197bcc-9c7b-4ca1-92a4-42d9744788d2 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699656 Sep 09 04:41:02.201736 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-9890091a-8901-4dea-8f08-a4b114d48f79 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3478642f-a083-41dc-8630-0f933d8c0ed9 HTTP/1.1" status: 200 len: 1001 time: 0.0587790 Sep 09 04:41:02.361256 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab4683-0e77-4cd3-9e1a-cdc760fee10d req-74d6bfaa-25f8-428a-ac33-da4498ebdf67 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:02.362783 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d2ab4683-0e77-4cd3-9e1a-cdc760fee10d req-74d6bfaa-25f8-428a-ac33-da4498ebdf67 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.0474894 Sep 09 04:41:02.408492 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d2ab4683-0e77-4cd3-9e1a-cdc760fee10d req-6badf613-dbb7-455b-ad69-644d28522a4e tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Sep 09 04:41:02.494314 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:02.510721 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-c4a8bd7e-16db-4bd9-bf4d-39e4b37d97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:02.512275 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-c4a8bd7e-16db-4bd9-bf4d-39e4b37d97a9 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0502768 Sep 09 04:41:02.954087 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55583128-55f5-4aba-9a50-6f94c66457f9 req-2f4e21b0-1485-456d-a1ff-92dfe9d20b6a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:02.955659 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-55583128-55f5-4aba-9a50-6f94c66457f9 req-2f4e21b0-1485-456d-a1ff-92dfe9d20b6a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0459239 Sep 09 04:41:03.002346 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-55583128-55f5-4aba-9a50-6f94c66457f9 req-6c1e2032-27fd-421f-92e1-b9bdc7558f6d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Sep 09 04:41:03.531681 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd8839-6540-4fad-9b3d-9f5d49829e39 req-c60b9318-9352-4a2a-b406-fcd09ae04161 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:03.533115 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-eefd8839-6540-4fad-9b3d-9f5d49829e39 req-c60b9318-9352-4a2a-b406-fcd09ae04161 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.0485346 Sep 09 04:41:03.581110 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-eefd8839-6540-4fad-9b3d-9f5d49829e39 req-9b505b9a-3223-48ce-a8c2-7ca0fbf60573 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415471 Sep 09 04:41:04.123529 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6b02-7d3e-4c01-8672-b6660c9b8c65 req-9014c2ef-3116-45fc-af47-faa2804b1b58 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:04.125208 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d6bf6b02-7d3e-4c01-8672-b6660c9b8c65 req-9014c2ef-3116-45fc-af47-faa2804b1b58 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0467257 Sep 09 04:41:04.172528 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d6bf6b02-7d3e-4c01-8672-b6660c9b8c65 req-8b579bda-8db5-43fb-afea-2573689db74a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Sep 09 04:41:04.504441 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-a439aa91-d86e-4180-8c03-3ebba436da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:04.506608 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-a439aa91-d86e-4180-8c03-3ebba436da52 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405245 Sep 09 04:41:04.701112 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56215602-a2ad-4fbf-9356-54c010c76ef5 req-f0900d07-838a-41c8-ae97-e1ac5c02b947 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:04.702714 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-56215602-a2ad-4fbf-9356-54c010c76ef5 req-f0900d07-838a-41c8-ae97-e1ac5c02b947 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.0469091 Sep 09 04:41:04.736288 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-a31ec8d8-8038-416f-895d-71cd651c8511 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866427 Sep 09 04:41:04.753814 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-56215602-a2ad-4fbf-9356-54c010c76ef5 req-dab39cbc-cb3a-4e3c-aaa0-b6d823b1c5a5 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Sep 09 04:41:05.061462 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-7e929769-d726-49ee-b3b9-4d72e19075fd tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:05.062992 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-7e929769-d726-49ee-b3b9-4d72e19075fd tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.0943420 Sep 09 04:41:05.096884 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3714140e-6883-44c7-93d3-4245e914ebb9 req-f3712198-6856-4fcf-ae48-dc16c2f8f145 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358509 Sep 09 04:41:05.297364 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d01c5-906d-4d24-8e1d-8feff5b7e4f6 req-10ab2319-f385-4e22-adc6-37bc867b85b9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:05.298850 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc0d01c5-906d-4d24-8e1d-8feff5b7e4f6 req-10ab2319-f385-4e22-adc6-37bc867b85b9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0477502 Sep 09 04:41:05.346973 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc0d01c5-906d-4d24-8e1d-8feff5b7e4f6 req-7c4697b9-50cc-492c-a031-bfb5ccf3af99 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 Sep 09 04:41:05.605917 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073f0d6-1e27-4f94-a706-e303d57f2243 req-df4d5b4d-9f3b-4113-b224-04ccb54fd143 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:05.607445 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d073f0d6-1e27-4f94-a706-e303d57f2243 req-df4d5b4d-9f3b-4113-b224-04ccb54fd143 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0482104 Sep 09 04:41:05.657908 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d073f0d6-1e27-4f94-a706-e303d57f2243 req-6ab99414-827f-4910-8bcf-4a8b66817b7c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Sep 09 04:41:05.817367 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-e6042ee3-127a-43e4-a579-d2f3036b723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:05.819429 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-e6042ee3-127a-43e4-a579-d2f3036b723c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1129 time: 0.0710180 Sep 09 04:41:05.854980 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Deleting port 492efaeb-1db9-4e19-905b-4810de1b7814 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:41:05.855407 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:05.870779 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:05.885777 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96820955-5dd0-4fd6-bc1b-89102b0ddb47 req-f67bab88-5900-44eb-aab8-87b188b952be tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:05.887285 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-96820955-5dd0-4fd6-bc1b-89102b0ddb47 req-f67bab88-5900-44eb-aab8-87b188b952be tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 946 time: 0.0519440 Sep 09 04:41:05.936388 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-96820955-5dd0-4fd6-bc1b-89102b0ddb47 req-bd101e86-e897-42d5-a28f-2b45f76cca57 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6f69413-2759-4918-9f42-bae0aa6a3ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422723 Sep 09 04:41:05.998293 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-460535e0-3827-4fc9-b2c2-e894ae6cc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:05.999773 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-460535e0-3827-4fc9-b2c2-e894ae6cc582 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1715605 Sep 09 04:41:06.006006 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] For port 492efaeb-1db9-4e19-905b-4810de1b7814, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=492efaeb-1db9-4e19-905b-4810de1b7814,segment=NetworkSegment(f9feb4db-dc68-4cc8-bebc-d770e9c98d8d),segment_id=f9feb4db-dc68-4cc8-bebc-d770e9c98d8d)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:06.006369 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:06.054914 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Calling delete_port for 492efaeb-1db9-4e19-905b-4810de1b7814 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:41:06.060948 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-e2c55aa1-d81a-40f8-a1d8-bcfca24f3a23 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 200 len: 217 time: 0.0517356 Sep 09 04:41:06.158004 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-9c389a39-7145-4bbe-83e2-a2c8a4656332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:06.159487 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-9c389a39-7145-4bbe-83e2-a2c8a4656332 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0882914 Sep 09 04:41:06.182867 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:06.248194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-2ded7089-ab45-4470-9b8e-60ac42c7937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:06.249795 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-2ded7089-ab45-4470-9b8e-60ac42c7937d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756297 Sep 09 04:41:06.271230 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (492efaeb-1db9-4e19-905b-4810de1b7814), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:06.279229 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:06.308485 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Pushing event deleted for resources: {'Port': ['ID=492efaeb-1db9-4e19-905b-4810de1b7814,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:06.332952 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.333291 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.333628 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.334456 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.334806 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.335158 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.335476 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.335795 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.336111 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.336427 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.336743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.337074 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.337376 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.337687 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.337999 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:06.413867 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] No DVR routers for this DVR port 492efaeb-1db9-4e19-905b-4810de1b7814 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:41:06.419203 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:06.422396 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b5f2447e-d073-434e-b0d8-a75d2a16e974 req-8080013f-6541-4a62-b185-8577b7d7b7e9 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.17 "DELETE /networking/v2.0/ports/492efaeb-1db9-4e19-905b-4810de1b7814 HTTP/1.1" status: 204 len: 173 time: 0.7051258 Sep 09 04:41:06.422879 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'name': 'network-vif-deleted', 'tag': '492efaeb-1db9-4e19-905b-4810de1b7814'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:41:06.425102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b76393-d536-45b7-86a7-ded2afde649f" -d '{"events": [{"server_uuid": "94b441f5-e286-42d4-aba9-b52bf96192d8", "name": "network-vif-deleted", "tag": "492efaeb-1db9-4e19-905b-4810de1b7814"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:41:06.470319 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-51acd8cf-7ae2-4f05-b167-272e7e0f537b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716945 Sep 09 04:41:06.488314 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9088de81-fda6-4aa8-ac9a-201a96e69010 x-openstack-request-id: req-9088de81-fda6-4aa8-ac9a-201a96e69010 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:41:06.488821 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b441f5-e286-42d4-aba9-b52bf96192d8", "name": "network-vif-deleted", "tag": "492efaeb-1db9-4e19-905b-4810de1b7814", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:41:06.489206 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9088de81-fda6-4aa8-ac9a-201a96e69010 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:41:06.489479 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9088de81-fda6-4aa8-ac9a-201a96e69010'] response: {'server_uuid': '94b441f5-e286-42d4-aba9-b52bf96192d8', 'name': 'network-vif-deleted', 'tag': '492efaeb-1db9-4e19-905b-4810de1b7814', 'status': 'completed', 'code': 200} Sep 09 04:41:06.490429 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:06.513790 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-386e1994-1d27-4cc8-b2cd-9527dc661ab6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1000538 Sep 09 04:41:06.572985 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-52e72447-dc49-4462-9b42-3e94548b20a0 req-4c749405-20fa-410d-9d60-dfc2aa943847 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958800 Sep 09 04:41:06.692518 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-7991d9c9-3edf-4b18-a161-ba3e600eeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:06.694554 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-7991d9c9-3edf-4b18-a161-ba3e600eeb0e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 1129 time: 0.0464489 Sep 09 04:41:06.785723 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455bd57-95cd-450e-92e8-13ee8adaddca req-23307136-0e9a-40f5-9746-b0f4a79cdd4d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:06.787239 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5455bd57-95cd-450e-92e8-13ee8adaddca req-23307136-0e9a-40f5-9746-b0f4a79cdd4d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0488946 Sep 09 04:41:06.836635 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5455bd57-95cd-450e-92e8-13ee8adaddca req-341a5cf5-9676-4d4a-bee7-60cdb862f9ba tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Sep 09 04:41:07.025628 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-5f05610c-6e57-40f5-b67a-5d1657cc21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:07.027133 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-5f05610c-6e57-40f5-b67a-5d1657cc21ef service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1512153 Sep 09 04:41:07.064757 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fc8fbdfc-bc60-49f6-a47a-fb13a4dc8088 req-719d26c6-e7a9-4540-be7b-4e4f62288719 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 210 time: 0.0317459 Sep 09 04:41:07.138602 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-a7947a55-52c0-4fb2-a616-e4e694382fc1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe HTTP/1.1" status: 200 len: 217 time: 0.0338025 Sep 09 04:41:07.955351 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b0dc9-0dd0-45ab-ab6d-08e85c45279e req-d460c7db-6211-4eca-9ec9-785d1003abc3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:07.956796 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-356b0dc9-0dd0-45ab-ab6d-08e85c45279e req-d460c7db-6211-4eca-9ec9-785d1003abc3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0470390 Sep 09 04:41:08.003821 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-356b0dc9-0dd0-45ab-ab6d-08e85c45279e req-7e12bcf2-7beb-4908-802b-ab577585fd7a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Sep 09 04:41:08.182861 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e5f01c25-26d8-4781-b36f-4cc1afc9f184 req-f42d3475-aae2-4be2-81b3-91cbcb8a4d88 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 210 time: 0.0315552 Sep 09 04:41:08.262011 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 492efaeb-1db9-4e19-905b-4810de1b7814 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:41:08.281863 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 492efaeb-1db9-4e19-905b-4810de1b7814 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:41:08.282212 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 492efaeb-1db9-4e19-905b-4810de1b7814 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:41:08.504367 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-58dd7efb-92d3-4fa6-9d7e-3abb881081a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:08.505821 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-58dd7efb-92d3-4fa6-9d7e-3abb881081a4 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0465028 Sep 09 04:41:08.556979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-54490b03-7dbc-4b69-90c3-82e3e398ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:08.558497 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-54490b03-7dbc-4b69-90c3-82e3e398ef9f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402429 Sep 09 04:41:09.173512 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdda06e-2a5e-45af-aee6-1d0a8cdef27d req-014cfbc3-8a86-4674-8b76-904187ea272d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:09.174885 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1fdda06e-2a5e-45af-aee6-1d0a8cdef27d req-014cfbc3-8a86-4674-8b76-904187ea272d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0938921 Sep 09 04:41:09.223287 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-8790c1c1-1f67-4a1c-a814-b7164cfabae0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510785 Sep 09 04:41:09.246081 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1fdda06e-2a5e-45af-aee6-1d0a8cdef27d req-c9b516b2-4fc6-415b-b174-af51ba22ada4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642443 Sep 09 04:41:09.312918 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3a95a5af-dd85-4d2f-96ef-ee001a19f765 req-40bf27f7-3f4f-468f-b586-c2089909fb47 tempest-VolumesActionsTest-1446785134 tempest-VolumesActionsTest-1446785134-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=94b441f5-e286-42d4-aba9-b52bf96192d8 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Sep 09 04:41:09.840131 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df1fd9f7-1b7a-483d-8678-b063c34e4850 req-23ca8406-97e0-4fe0-848e-2bac22a00b22 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995226 Sep 09 04:41:10.372808 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7eda-7193-4d28-ba07-eecb7c15a929 req-6aedf3cb-f85d-48d8-beb8-20db53327068 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:10.380060 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-060e7eda-7193-4d28-ba07-eecb7c15a929 req-6aedf3cb-f85d-48d8-beb8-20db53327068 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0526972 Sep 09 04:41:10.428089 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-060e7eda-7193-4d28-ba07-eecb7c15a929 req-52bb6b15-406e-411d-a1cb-e86666eab404 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477359 Sep 09 04:41:11.281975 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:11.628271 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:11.914087 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 39620) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:11.919429 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-bb741dba-3a57-496c-af83-66757643a4f5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967198297', 'description': 'tempest-description--1780193880'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:41:11.941741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb741dba-3a57-496c-af83-66757643a4f5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.015426 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb741dba-3a57-496c-af83-66757643a4f5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group (5e298448-17b4-4bee-aee5-016b1aec7419), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.019021 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb741dba-3a57-496c-af83-66757643a4f5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (5e298448-17b4-4bee-aee5-016b1aec7419), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.050485 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb741dba-3a57-496c-af83-66757643a4f5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.051749 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-bb741dba-3a57-496c-af83-66757643a4f5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358867 Sep 09 04:41:12.053711 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb741dba-3a57-496c-af83-66757643a4f5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e298448-17b4-4bee-aee5-016b1aec7419,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:12.054854 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 39622) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:12.061186 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'security_group_rule': {'security_group_id': '5e298448-17b4-4bee-aee5-016b1aec7419', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:41:12.102353 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group_rule (a39a9c99-5c17-4029-b773-170a7109c306), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.105190 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:12.155053 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group_rule (a39a9c99-5c17-4029-b773-170a7109c306), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.159813 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (a39a9c99-5c17-4029-b773-170a7109c306), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.180242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39a9c99-5c17-4029-b773-170a7109c306,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:12.191089 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.191440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.191779 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.192116 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.192450 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.192778 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.193101 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.193424 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.193752 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.194144 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.194379 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.194699 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.195040 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.195360 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.195677 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:12.201672 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.205611 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 39628) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:12.205737 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d4058e9a-e2a0-45f9-a500-bc5c0ad4732d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488578 Sep 09 04:41:12.210147 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-326aac23-fbe6-44fd-82b9-c269c12dbd91 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'security_group_rule': {'security_group_id': '5e298448-17b4-4bee-aee5-016b1aec7419', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:41:12.236818 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-326aac23-fbe6-44fd-82b9-c269c12dbd91 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group_rule (934cb74c-c2ae-4c7b-aabc-cc0197aba043), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.294762 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-326aac23-fbe6-44fd-82b9-c269c12dbd91 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group_rule (934cb74c-c2ae-4c7b-aabc-cc0197aba043), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.298088 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-326aac23-fbe6-44fd-82b9-c269c12dbd91 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (934cb74c-c2ae-4c7b-aabc-cc0197aba043), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.316862 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326aac23-fbe6-44fd-82b9-c269c12dbd91 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934cb74c-c2ae-4c7b-aabc-cc0197aba043,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:12.322791 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-326aac23-fbe6-44fd-82b9-c269c12dbd91 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.327023 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-326aac23-fbe6-44fd-82b9-c269c12dbd91 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173768 Sep 09 04:41:12.327216 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 39634) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:12.331375 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:41:12.351831 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.432191 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.537392 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Allocated IP 172.27.3.120 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/1451c3c0-dbe3-4a68-9c43-4676bfe5f50d) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:41:12.539285 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:12.564229 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:12.647993 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.679165 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.718291 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:41:12.721049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:41:12.727545 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:41:12.751140 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'Port': ['ID=1451c3c0-dbe3-4a68-9c43-4676bfe5f50d,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:12.813175 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.850921 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:12.995979 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:13.000407 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:13.070305 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'Port': ['ID=1451c3c0-dbe3-4a68-9c43-4676bfe5f50d,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:13.072755 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:13.088181 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:13.089363 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-4281f3e2-6248-484a-a5e4-d0727572bbd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7612314 Sep 09 04:41:13.206313 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-be7c0d8f-b007-4fb3-b0f5-4ef55c53c3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:13.279833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:13.303301 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-6db4b9f2-b725-4318-9029-816a9033de07 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--967198297&fields=id&tenant_id=1d203c97242044fb8bf29bdc461e2efd HTTP/1.1" status: 200 len: 267 time: 0.0436068 Sep 09 04:41:13.410883 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4eb85146-f597-4986-9951-6bd3b7842372 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:13.412359 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4eb85146-f597-4986-9951-6bd3b7842372 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 818 time: 0.1020410 Sep 09 04:41:13.426867 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-6d0d922b-8a4e-44be-921e-435ab219798e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/quotas/1d203c97242044fb8bf29bdc461e2efd HTTP/1.1" status: 200 len: 375 time: 0.0086911 Sep 09 04:41:13.480587 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-0c764523-2a28-41e2-b708-5383bb372d42 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487959 Sep 09 04:41:13.575238 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-7e374c3d-7a67-4cd4-a9af-c1d02bcfa6b1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834801 Sep 09 04:41:13.667162 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-40247278-3503-428f-acc3-b7abfa18fb96 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861778 Sep 09 04:41:13.824091 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a0a4dae0-5139-401b-a271-11cbbfac7eb2 req-e4ba7d97-9412-4dcd-8f9e-b7c50a796ce2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 210 time: 0.0279117 Sep 09 04:41:14.933828 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-94c225f5-f4ce-4bdb-9ddd-20d889805aa6 req-4f1e5cfc-caa8-4939-934f-e42592f0ba3f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 210 time: 0.0347698 Sep 09 04:41:15.441363 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-cef0dbf4-0d7a-484b-9109-6bf0e266e52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:15.473635 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-057706cb-bf8e-46ba-97bf-9a788ac19ccb tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:15.475154 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-057706cb-bf8e-46ba-97bf-9a788ac19ccb tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 818 time: 0.1040978 Sep 09 04:41:15.551915 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-f6d0880e-fda0-4b00-a54b-6921307b813c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1d203c97242044fb8bf29bdc461e2efd HTTP/1.1" status: 200 len: 379 time: 0.0563207 Sep 09 04:41:15.717075 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'port': {'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'admin_state_up': True, 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'security_groups': ['5e298448-17b4-4bee-aee5-016b1aec7419']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:41:15.829508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Made reservation on behalf of 1d203c97242044fb8bf29bdc461e2efd for: {'port': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:41:15.833309 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:15.950621 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:15.969900 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Allocated IP 172.20.0.9 (1c260770-d4b1-4e02-bd09-9b1833989c1e/c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2/e2bb2333-df06-4b43-a41b-37e81ef693cb) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:41:16.098324 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-39a67cc9-d524-4d0d-b574-32e70e5c7293 req-0bbf4296-bffe-49ab-b60c-45b1d89cb3b2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 210 time: 0.0748055 Sep 09 04:41:16.115534 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:16.174138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.206362 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.256712 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:41:16.265044 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:41:16.269359 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:41:16.275870 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event updated for resources: {'Port': ['ID=e2bb2333-df06-4b43-a41b-37e81ef693cb,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:16.333133 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:16.333813 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.380800 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-4d2e278e-4461-4c95-9f8e-b40bed6b0661 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6679692 Sep 09 04:41:16.409851 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Request body: {'port': {'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:41:16.481778 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.515228 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-3d15bffb-84ed-44c1-b1fb-879cd3e8ac00 None None] Provisioning complete for port e2bb2333-df06-4b43-a41b-37e81ef693cb triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:41:16.516049 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3d15bffb-84ed-44c1-b1fb-879cd3e8ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.553570 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-3d15bffb-84ed-44c1-b1fb-879cd3e8ac00 None None] Port e2bb2333-df06-4b43-a41b-37e81ef693cb cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:41:16.720099 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.769706 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bb2333-df06-4b43-a41b-37e81ef693cb {{(pid=107719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:41:16.778551 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Publish callbacks [] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.792841 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.provisioning_blocks [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Transition to ACTIVE for port object e2bb2333-df06-4b43-a41b-37e81ef693cb will not be triggered until provisioned by entity L2. {{(pid=107719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:41:16.796572 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:16.856775 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Pushing event updated for resources: {'Port': ['ID=e2bb2333-df06-4b43-a41b-37e81ef693cb,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:16.914279 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Attempting to bind port e2bb2333-df06-4b43-a41b-37e81ef693cb on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:41:16.914616 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Attempting to bind port e2bb2333-df06-4b43-a41b-37e81ef693cb by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:41:16.915503 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Attempting to bind port e2bb2333-df06-4b43-a41b-37e81ef693cb on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:41:16.936843 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:16.964232 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Port e2bb2333-df06-4b43-a41b-37e81ef693cb on network 1c260770-d4b1-4e02-bd09-9b1833989c1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:41:16.964894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Attempting to bind port e2bb2333-df06-4b43-a41b-37e81ef693cb on network 1c260770-d4b1-4e02-bd09-9b1833989c1e {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:41:16.988571 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:17.009184 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:41:17.009518 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Checking segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:41:17.009898 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Bound using segment: {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:41:17.010331 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Bound port: e2bb2333-df06-4b43-a41b-37e81ef693cb, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956b329a-6323-4dd6-a2d1-6a192d1da003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e'}}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:41:17.010686 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:17.075552 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] For port e2bb2333-df06-4b43-a41b-37e81ef693cb, host hv-cinder-85600, cleared binding levels {{(pid=107719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:41:17.078819 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] For port e2bb2333-df06-4b43-a41b-37e81ef693cb, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:41:17.086177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:17.090595 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:17.091233 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:17.092773 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 1093 time: 0.6871512 Sep 09 04:41:17.094477 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:41:17.097177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dcf7a8-8e4d-412c-a604-0794b68a71bf" -d '{"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:41:17.158118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322fc43a-dbf6-4aec-9376-f5150ffb58e6 x-openstack-request-id: req-322fc43a-dbf6-4aec-9376-f5150ffb58e6 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:41:17.158442 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:41:17.158704 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-322fc43a-dbf6-4aec-9376-f5150ffb58e6 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:41:17.159102 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322fc43a-dbf6-4aec-9376-f5150ffb58e6'] response: {'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'status': 'completed', 'code': 200} Sep 09 04:41:17.160532 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af372310-7e4e-4d47-85d3-9824badea6cd service neutron] Pushing event updated for resources: {'Port': ['ID=e2bb2333-df06-4b43-a41b-37e81ef693cb,revision_number=3']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:17.293076 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-950aed9e-becd-43d0-8caa-ef6369f169b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:17.294558 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-950aed9e-becd-43d0-8caa-ef6369f169b1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1127 time: 0.0950065 Sep 09 04:41:17.306480 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c238f-596e-4a3d-b5e5-f0e9e45ab57b req-d701993a-6090-429e-9bf5-0cf51b08baab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:17.308225 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-716c238f-596e-4a3d-b5e5-f0e9e45ab57b req-d701993a-6090-429e-9bf5-0cf51b08baab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 943 time: 0.0649707 Sep 09 04:41:17.384205 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-716c238f-596e-4a3d-b5e5-f0e9e45ab57b req-cbfe908d-98b0-4623-90ab-a0cefa66caf8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672250 Sep 09 04:41:17.454917 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-1903ce29-6918-41cf-aaf2-26aad729ff00 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 217 time: 0.0694377 Sep 09 04:41:17.517204 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-acc54301-9e02-4991-86c4-ae9b1b51a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:17.519296 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-acc54301-9e02-4991-86c4-ae9b1b51a695 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0582714 Sep 09 04:41:17.597750 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-ec198ba0-aa3b-43b9-98c6-4003a51e45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:17.600597 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-ec198ba0-aa3b-43b9-98c6-4003a51e45c6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725815 Sep 09 04:41:17.776496 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-e3a2b109-7692-4aeb-b407-bdcb52934f68 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652942 Sep 09 04:41:17.784908 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df692c-af55-4ce6-9bae-221a8bd2dd8d req-337b003a-6962-42e0-8ace-33f254a728ba tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:17.786402 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-38df692c-af55-4ce6-9bae-221a8bd2dd8d req-337b003a-6962-42e0-8ace-33f254a728ba tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0649700 Sep 09 04:41:17.839521 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-38df692c-af55-4ce6-9bae-221a8bd2dd8d req-850f616f-82cc-4436-8393-39b7be78e38f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449200 Sep 09 04:41:17.983956 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ab77656-e89d-4f84-9fd1-31e1aa9e8bb5 req-efacab4c-3ddc-4383-8a2b-5788adc1e8e5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091452 Sep 09 04:41:18.207631 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:18.343296 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:18.604509 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce797b-14c7-45fe-b0b4-6579713670c3 req-32cecd6f-c6f0-4cba-86f2-38947092ccb5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:18.606266 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9ce797b-14c7-45fe-b0b4-6579713670c3 req-32cecd6f-c6f0-4cba-86f2-38947092ccb5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 943 time: 0.1166584 Sep 09 04:41:18.612136 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:41:18.667896 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9ce797b-14c7-45fe-b0b4-6579713670c3 req-24d61b1c-1fe9-4937-bddd-5bedaba92ffa tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546508 Sep 09 04:41:19.005848 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3107e2-db04-4454-89aa-fe2d41550f4b req-5691a367-9943-40c9-8c2f-185332fcef0e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:19.013033 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8d3107e2-db04-4454-89aa-fe2d41550f4b req-5691a367-9943-40c9-8c2f-185332fcef0e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0672131 Sep 09 04:41:19.020531 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:19.060166 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8d3107e2-db04-4454-89aa-fe2d41550f4b req-bfc6c6e6-d059-446a-9baa-b273a7195a14 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462673 Sep 09 04:41:19.388508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-1a28231e-f2f7-42d6-8ef0-4bf86cf6f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:19.390142 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-1a28231e-f2f7-42d6-8ef0-4bf86cf6f9c0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1127 time: 0.0625839 Sep 09 04:41:19.503342 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-edb3cd0b-72b7-43a7-95be-fe13e4b11930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:19.505128 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-edb3cd0b-72b7-43a7-95be-fe13e4b11930 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1067345 Sep 09 04:41:19.552432 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-76ca8c8c-7d31-4ebd-b747-1707a7962c9f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 217 time: 0.0411782 Sep 09 04:41:19.602663 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-67062b52-c316-4a03-855a-3df87ee9433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:19.604162 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-67062b52-c316-4a03-855a-3df87ee9433f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0459447 Sep 09 04:41:19.658451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:19.667385 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-89d92d7a-5bb0-4c88-b975-9e12b69f45d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:19.669309 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-89d92d7a-5bb0-4c88-b975-9e12b69f45d9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541425 Sep 09 04:41:19.829979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879835b-bf9d-46c2-b8cd-d25e93fa8426 req-002a084b-f1bc-48f8-9583-81eef9dc090b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:19.831620 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3879835b-bf9d-46c2-b8cd-d25e93fa8426 req-002a084b-f1bc-48f8-9583-81eef9dc090b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 943 time: 0.0734901 Sep 09 04:41:19.833928 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-907708de-d294-4fad-ba93-edc7d1adbd9e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554801 Sep 09 04:41:19.956213 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3879835b-bf9d-46c2-b8cd-d25e93fa8426 req-ff6db572-4bdd-400c-b0e0-710e563287e7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166279 Sep 09 04:41:19.994285 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97dcf7a8-8e4d-412c-a604-0794b68a71bf req-3890abc1-6b57-4f20-8593-89639c041a1c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280518 Sep 09 04:41:20.210805 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ad7df-bc23-45c0-ba79-391a8a80f528 req-09f0d0c0-0ed0-4a6a-b5c3-38d54251030d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:20.212294 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cf1ad7df-bc23-45c0-ba79-391a8a80f528 req-09f0d0c0-0ed0-4a6a-b5c3-38d54251030d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0506363 Sep 09 04:41:20.274375 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cf1ad7df-bc23-45c0-ba79-391a8a80f528 req-00cabaa4-733b-40a9-bbd5-cf4c728a7070 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559716 Sep 09 04:41:20.428887 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device e2bb2333-df06-4b43-a41b-37e81ef693cb details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:41:20.515091 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:20.561347 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port e2bb2333-df06-4b43-a41b-37e81ef693cb, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:20.578239 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'mac_address': 'fa:16:3e:d2:5b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:41:20.617010 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:20.644027 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port e2bb2333-df06-4b43-a41b-37e81ef693cb is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:41:20.644777 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:20.661669 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bb2333-df06-4b43-a41b-37e81ef693cb {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:41:20.701039 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port e2bb2333-df06-4b43-a41b-37e81ef693cb, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:20.706063 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:20.774890 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=e2bb2333-df06-4b43-a41b-37e81ef693cb,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:20.784301 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.784706 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.785246 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.785775 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.786174 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.786612 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.786978 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.787364 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.787707 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.788019 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.788396 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.788817 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.789226 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.789609 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:20.790715 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:41:21.107145 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84e12-f80a-4925-9fb3-4718599fba4e req-1a22d4b3-484b-464e-8767-410e6e9e33c3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:21.114591 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ae84e12-f80a-4925-9fb3-4718599fba4e req-1a22d4b3-484b-464e-8767-410e6e9e33c3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 944 time: 0.0563018 Sep 09 04:41:21.122406 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['e2bb2333-df06-4b43-a41b-37e81ef693cb'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:41:21.170590 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ae84e12-f80a-4925-9fb3-4718599fba4e req-e864fd17-55a0-43e7-b372-519dd744bb94 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547943 Sep 09 04:41:21.451842 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4d271-ed2a-47b4-8c73-97371e814e88 req-efe4b1e3-08e6-49ff-8fb9-b545d2bde89c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:21.453626 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-05f4d271-ed2a-47b4-8c73-97371e814e88 req-efe4b1e3-08e6-49ff-8fb9-b545d2bde89c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0852451 Sep 09 04:41:21.554050 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-05f4d271-ed2a-47b4-8c73-97371e814e88 req-544d1002-9edb-414a-8cba-2aa67b64d074 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920179 Sep 09 04:41:22.454924 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device e2bb2333-df06-4b43-a41b-37e81ef693cb up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:41:22.520660 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port e2bb2333-df06-4b43-a41b-37e81ef693cb completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:41:22.527382 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port e2bb2333-df06-4b43-a41b-37e81ef693cb triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:41:22.527761 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:22.574191 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d16a3-9e2e-41d2-81f5-67c88ed87261 req-0d223227-042c-4a1f-86c6-8f08be8ae481 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:22.587482 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-556d16a3-9e2e-41d2-81f5-67c88ed87261 req-0d223227-042c-4a1f-86c6-8f08be8ae481 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 944 time: 0.3441164 Sep 09 04:41:22.616736 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port e2bb2333-df06-4b43-a41b-37e81ef693cb is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:41:22.617146 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:22.674587 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:41:22.678154 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-556d16a3-9e2e-41d2-81f5-67c88ed87261 req-2b5fc3c2-ba4a-4965-8bb4-e3bd03152a03 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897720 Sep 09 04:41:22.678903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5741d3-c8b4-45b8-a132-33b87e4f2e07" -d '{"events": [{"server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "name": "network-vif-plugged", "status": "completed", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:41:22.706731 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port e2bb2333-df06-4b43-a41b-37e81ef693cb, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:22.718284 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:22.771504 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dec20a-e197-4f75-bef8-02f24903c2ba req-ef4de431-25a7-4611-9650-b902d81d0b1e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:22.779189 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=e2bb2333-df06-4b43-a41b-37e81ef693cb,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:22.779680 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-16dec20a-e197-4f75-bef8-02f24903c2ba req-ef4de431-25a7-4611-9650-b902d81d0b1e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0812340 Sep 09 04:41:22.799264 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:22.830012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f346a973-4578-409b-ba75-d527fc7dd459 x-openstack-request-id: req-f346a973-4578-409b-ba75-d527fc7dd459 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:41:22.830522 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "name": "network-vif-plugged", "status": "completed", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:41:22.830992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f346a973-4578-409b-ba75-d527fc7dd459 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:41:22.831583 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f346a973-4578-409b-ba75-d527fc7dd459'] response: {'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'code': 200} Sep 09 04:41:22.857637 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-16dec20a-e197-4f75-bef8-02f24903c2ba req-aed06bb1-dd87-4651-a1d7-bf65d68a4b35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724318 Sep 09 04:41:23.082713 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=67,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:23.085406 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=79,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:23.551528 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34f303-dd69-419c-a5d2-4a4e69d291b6 req-04e6492f-0e51-43b4-acd5-68de07022953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:23.553062 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6f34f303-dd69-419c-a5d2-4a4e69d291b6 req-04e6492f-0e51-43b4-acd5-68de07022953 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1129 time: 0.0527661 Sep 09 04:41:23.629430 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6f34f303-dd69-419c-a5d2-4a4e69d291b6 req-6bdc4810-2c6c-4b4f-9737-ef1bb706d806 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686150 Sep 09 04:41:23.904496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc84b-916c-44cc-9c07-5e54a48fde45 req-d774d89d-5201-4cf0-9a99-80a3eecb5cc0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:23.911967 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d2dc84b-916c-44cc-9c07-5e54a48fde45 req-d774d89d-5201-4cf0-9a99-80a3eecb5cc0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0867023 Sep 09 04:41:23.957283 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d2dc84b-916c-44cc-9c07-5e54a48fde45 req-1f77a13b-6346-4320-8e57-f20b0c621d30 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444198 Sep 09 04:41:24.116305 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04ac69-34e8-402a-9744-a009b4006f85 req-8fd8abfd-ef3c-414c-b6e4-f7f295981ba2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:24.124111 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2f04ac69-34e8-402a-9744-a009b4006f85 req-8fd8abfd-ef3c-414c-b6e4-f7f295981ba2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0866029 Sep 09 04:41:24.193411 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:24.208533 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0cb1d-e2d0-49ad-9c3e-bca675c5d53f req-0cfd7401-6ab9-4ff7-8c46-c85aac154c0c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:24.210423 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d9a0cb1d-e2d0-49ad-9c3e-bca675c5d53f req-0cfd7401-6ab9-4ff7-8c46-c85aac154c0c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0782743 Sep 09 04:41:24.245219 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2f04ac69-34e8-402a-9744-a009b4006f85 req-76bdf581-b629-4913-80f0-20f727cb9177 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200676 Sep 09 04:41:24.283881 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d9a0cb1d-e2d0-49ad-9c3e-bca675c5d53f req-cc198a0c-3f0c-4bc9-9db1-cdca150c9d83 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626333 Sep 09 04:41:25.125413 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a83b6-d215-4641-869f-c229edad7c3a req-447b4022-067d-461b-ac00-eb79416085dc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:25.127657 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-993a83b6-d215-4641-869f-c229edad7c3a req-447b4022-067d-461b-ac00-eb79416085dc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0865116 Sep 09 04:41:25.182849 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-993a83b6-d215-4641-869f-c229edad7c3a req-25a94968-9fe5-4020-9b06-084891e636d3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495772 Sep 09 04:41:25.474505 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7ca2-e004-4ad8-9b4b-766f8cbf4814 req-5069bd68-125f-4442-b7ed-ad130642f21c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:25.482909 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-865d7ca2-e004-4ad8-9b4b-766f8cbf4814 req-5069bd68-125f-4442-b7ed-ad130642f21c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.1226389 Sep 09 04:41:25.494047 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a648-a033-47e3-b7bc-5ba6a9ec690a req-3f14d8a2-3255-4e07-8b00-2adc9c18f9a4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:25.495989 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d45a648-a033-47e3-b7bc-5ba6a9ec690a req-3f14d8a2-3255-4e07-8b00-2adc9c18f9a4 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0928342 Sep 09 04:41:25.614292 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d45a648-a033-47e3-b7bc-5ba6a9ec690a req-1036de2e-7455-43cf-8be6-d49232fdab2f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105876 Sep 09 04:41:25.625097 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-865d7ca2-e004-4ad8-9b4b-766f8cbf4814 req-01105bc6-e3e5-4bfe-a8e5-c486b9ac86c1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410642 Sep 09 04:41:26.319263 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac873-a738-4cf2-8187-9d1eb9d4e778 req-f2c85fd0-b476-4b98-9ec7-6b482fb0c306 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:26.321576 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aebac873-a738-4cf2-8187-9d1eb9d4e778 req-f2c85fd0-b476-4b98-9ec7-6b482fb0c306 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0526719 Sep 09 04:41:26.373841 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aebac873-a738-4cf2-8187-9d1eb9d4e778 req-f62be838-025a-40e1-a7b9-4e6c4ea2d636 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455422 Sep 09 04:41:26.502835 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12daf934-8fa0-4f88-a71f-729f6694ba6b req-1a74d79d-64e8-41bd-b155-1ae9175c06b1 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:26.511438 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-12daf934-8fa0-4f88-a71f-729f6694ba6b req-1a74d79d-64e8-41bd-b155-1ae9175c06b1 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0574124 Sep 09 04:41:26.514960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 39914) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:26.520073 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'floatingip': {'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:41:26.564435 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:26.773034 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:26.916355 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e8ce0-57ea-4194-b6d0-8d21c13b4f25 req-3ad1c8f3-7d5a-46c4-9c82-64f667b03efb tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:26.917299 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d9e8ce0-57ea-4194-b6d0-8d21c13b4f25 req-3ad1c8f3-7d5a-46c4-9c82-64f667b03efb tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.1371002 Sep 09 04:41:26.928803 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9d553-3c6f-400b-a158-0e4c2dd3d73d req-098a9193-6bed-4632-af5b-ada5b3827072 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:26.931950 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-15e9d553-3c6f-400b-a158-0e4c2dd3d73d req-098a9193-6bed-4632-af5b-ada5b3827072 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.1521866 Sep 09 04:41:27.089067 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-15e9d553-3c6f-400b-a158-0e4c2dd3d73d req-329b58d5-5752-464f-9302-56305cd022ec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484096 Sep 09 04:41:27.151653 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d9e8ce0-57ea-4194-b6d0-8d21c13b4f25 req-733adb69-08f7-4725-afd4-4b111ac2d263 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110138 Sep 09 04:41:27.154162 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 39936) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:27.223535 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:27.300307 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0bb17a94-563f-42ab-b8cc-9304b0551bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.330609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.335494 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.401423 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0bb17a94-563f-42ab-b8cc-9304b0551bcd admin admin] Publish callbacks [] for security_group (c114ea0b-908c-4b5c-8f70-6841c2e864fb), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.408895 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0bb17a94-563f-42ab-b8cc-9304b0551bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (c114ea0b-908c-4b5c-8f70-6841c2e864fb), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.451859 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Floating IP c7254b0a-870c-4132-8cf9-264590219836 associated. External IP: 172.27.3.120, port: e2bb2333-df06-4b43-a41b-37e81ef693cb. Sep 09 04:41:27.453709 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-0bb17a94-563f-42ab-b8cc-9304b0551bcd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=dd5c2b59174944329169d2f5959937e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984688 Sep 09 04:41:27.454863 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb17a94-563f-42ab-b8cc-9304b0551bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c114ea0b-908c-4b5c-8f70-6841c2e864fb,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:27.456437 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 39940) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:27.591389 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4783124d-40b4-43a3-84af-fa60a79e9ed4 admin admin] Publish callbacks [] for security_group (c114ea0b-908c-4b5c-8f70-6841c2e864fb), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.650215 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4783124d-40b4-43a3-84af-fa60a79e9ed4 admin admin] Publish callbacks [] for security_group (c114ea0b-908c-4b5c-8f70-6841c2e864fb), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.741512 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Router 193d4d32-5811-44ab-80f2-9a1e52fb747c has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:41:27.755752 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4783124d-40b4-43a3-84af-fa60a79e9ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (c114ea0b-908c-4b5c-8f70-6841c2e864fb), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.758349 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4783124d-40b4-43a3-84af-fa60a79e9ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.759543 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4783124d-40b4-43a3-84af-fa60a79e9ed4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/c114ea0b-908c-4b5c-8f70-6841c2e864fb HTTP/1.1" status: 204 len: 168 time: 0.3021767 Sep 09 04:41:27.802863 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783124d-40b4-43a3-84af-fa60a79e9ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114ea0b-908c-4b5c-8f70-6841c2e864fb,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:27.813150 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:27.876907 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:41:27.881538 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:27.888918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] Sync routers for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:41:27.902233 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:41:27.908978 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:41:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:27.915605 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-17e27373-290a-4b18-8b80-0ffcba453423 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/c7254b0a-870c-4132-8cf9-264590219836 HTTP/1.1" status: 200 len: 991 time: 1.3964169 Sep 09 04:41:27.915605 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:41:27.916443 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fa92e9-fb80-4523-83a1-393799d0e64e" -d '{"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:41:27.958367 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea715c4c-19fe-43e3-a8e7-c15ebd2a6039 x-openstack-request-id: req-ea715c4c-19fe-43e3-a8e7-c15ebd2a6039 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:41:27.958664 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:41:27.958918 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea715c4c-19fe-43e3-a8e7-c15ebd2a6039 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:41:27.959348 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea715c4c-19fe-43e3-a8e7-c15ebd2a6039'] response: {'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'status': 'completed', 'code': 200} Sep 09 04:41:28.052986 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:41:28.107576 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-9c89cc58-7156-4ca9-90cf-cab5a50e6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:28.109146 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-9c89cc58-7156-4ca9-90cf-cab5a50e6936 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1129 time: 0.0632081 Sep 09 04:41:28.205524 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:28.267374 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:28.300031 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-49a14f70-f798-46e3-a1ee-0b0bdb5ed348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:28.302170 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-49a14f70-f798-46e3-a1ee-0b0bdb5ed348 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1788619 Sep 09 04:41:28.361625 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'c7254b0a-870c-4132-8cf9-264590219836', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'mac_address': 'fa:16:3e:d2:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:41:12Z', 'updated_at': '2022-09-09T04:41:27Z', 'revision_number': 1, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:28.422164 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] Checking router: 193d4d32-5811-44ab-80f2-9a1e52fb747c for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:41:28.435425 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:41:28.436516 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:41:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:28.471075 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb685d24-cbc2-4ff2-9672-2eec58c394c9 req-5ad0fcf8-90b1-4a4a-96a5-a0a1242b1342 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:28.480759 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cb685d24-cbc2-4ff2-9672-2eec58c394c9 req-5ad0fcf8-90b1-4a4a-96a5-a0a1242b1342 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.2095175 Sep 09 04:41:28.517823 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1623d0-d805-4948-b25c-46c5b1382abe req-07d89af4-beb6-4e1c-90d8-37c7308b74b7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:28.519282 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ce1623d0-d805-4948-b25c-46c5b1382abe req-07d89af4-beb6-4e1c-90d8-37c7308b74b7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.2214677 Sep 09 04:41:28.523296 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-391d7a5d-204d-44a0-b5aa-75b215e58ba6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 999 time: 0.1885450 Sep 09 04:41:28.601249 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:28.603676 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:28.657852 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-5235e828-5f89-4ff0-a948-507cda48cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:28.660333 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-5235e828-5f89-4ff0-a948-507cda48cd9e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.1206129 Sep 09 04:41:28.672598 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cb685d24-cbc2-4ff2-9672-2eec58c394c9 req-5d99b64c-cac6-4b5b-b075-217748cfc41a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909554 Sep 09 04:41:28.735243 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:41:28.747610 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ce1623d0-d805-4948-b25c-46c5b1382abe req-6c367acc-6bc5-4ee1-bfa2-fbfa03aecd23 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188101 Sep 09 04:41:28.767195 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-9f023ffd-9f2d-454f-94a0-72f137820c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:28.767195 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-9f023ffd-9f2d-454f-94a0-72f137820c22 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960157 Sep 09 04:41:28.834122 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:28.896797 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-ab850d27-c1fb-4216-8128-8d59a225d74e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253657 Sep 09 04:41:29.019530 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'c7254b0a-870c-4132-8cf9-264590219836', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'mac_address': 'fa:16:3e:d2:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:41:12Z', 'updated_at': '2022-09-09T04:41:27Z', 'revision_number': 1, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:29.029258 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-66fa92e9-fb80-4523-83a1-393799d0e64e req-e6dcfc7f-f189-4919-82ce-8b9575dd2d6b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238456 Sep 09 04:41:29.057294 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc464a8-88cc-44a3-8bb3-9a914a4946f9 None None] The sync data for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi is: [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'c7254b0a-870c-4132-8cf9-264590219836', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'mac_address': 'fa:16:3e:d2:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:41:12Z', 'updated_at': '2022-09-09T04:41:27Z', 'revision_number': 1, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:41:29.860798 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fda79-0f0c-44ce-bfcd-6ba504936ea3 None None] New status for floating IP c7254b0a-870c-4132-8cf9-264590219836: ACTIVE {{(pid=107726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:41:29.871642 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c6c1a-0310-460b-9d25-61945d0d5e7b req-2bf0ea0a-0987-4d7b-a790-eb933583c740 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:29.873229 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa0c6c1a-0310-460b-9d25-61945d0d5e7b req-2bf0ea0a-0987-4d7b-a790-eb933583c740 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0863969 Sep 09 04:41:29.894353 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31413b01-dfe7-4d40-92c9-e96811fd0c95 req-9b1f9083-a208-47ec-a4c0-137c6d4e2b73 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:29.895831 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-31413b01-dfe7-4d40-92c9-e96811fd0c95 req-9b1f9083-a208-47ec-a4c0-137c6d4e2b73 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0707347 Sep 09 04:41:29.964135 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa0c6c1a-0310-460b-9d25-61945d0d5e7b req-c2d49b88-f62a-465d-8416-cbe8546e79c1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844014 Sep 09 04:41:29.972101 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-31413b01-dfe7-4d40-92c9-e96811fd0c95 req-41c2ea80-7777-4089-9245-1f74b4248b4e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682216 Sep 09 04:41:31.173986 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09020a-514c-446b-bf20-02af0fee298f req-60b2b746-1c40-4278-89ee-a7f76df1107a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:31.175569 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cd09020a-514c-446b-bf20-02af0fee298f req-60b2b746-1c40-4278-89ee-a7f76df1107a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0846522 Sep 09 04:41:31.182118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf0268-c340-4397-8087-555d442f6c96 req-2429b66d-fdaf-49c2-8d72-cd68521ece66 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:31.183558 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-33bf0268-c340-4397-8087-555d442f6c96 req-2429b66d-fdaf-49c2-8d72-cd68521ece66 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0910282 Sep 09 04:41:31.264258 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cd09020a-514c-446b-bf20-02af0fee298f req-b8bc121a-34bd-4d16-bd2a-74e632ab7083 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796831 Sep 09 04:41:31.267845 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-33bf0268-c340-4397-8087-555d442f6c96 req-5d065550-dbeb-4f4b-8955-a66c3caf0f77 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762446 Sep 09 04:41:31.650361 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:32.357116 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:32.456057 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a39ce7-ede6-4325-a51e-fac20ffa1fdf req-2457b0c6-6879-4119-ad95-b6de45f9965b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:32.471604 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d6a39ce7-ede6-4325-a51e-fac20ffa1fdf req-2457b0c6-6879-4119-ad95-b6de45f9965b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.1240656 Sep 09 04:41:32.485847 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98421455-e649-41e4-9f26-9e199404277b req-4272d12e-ad9e-458d-91bf-573156667473 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:32.488022 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-98421455-e649-41e4-9f26-9e199404277b req-4272d12e-ad9e-458d-91bf-573156667473 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.1084230 Sep 09 04:41:32.562731 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:32.604118 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-98421455-e649-41e4-9f26-9e199404277b req-77128b8a-8cca-4842-83da-a5ea17201407 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062205 Sep 09 04:41:32.613458 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d6a39ce7-ede6-4325-a51e-fac20ffa1fdf req-0025c2ec-3288-4898-8abb-8e4dff3c36f5 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409025 Sep 09 04:41:34.110459 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2512317-9438-4536-8bea-082b13990ca4 req-961b7e30-9af1-4130-a72f-2de039528865 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:34.117331 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e2512317-9438-4536-8bea-082b13990ca4 req-961b7e30-9af1-4130-a72f-2de039528865 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.3602030 Sep 09 04:41:34.146895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf96a44-4bb8-4577-a189-98952d565527 req-edc1ac8f-4956-4b24-ab49-04adc75cc6be tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:34.148599 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-daf96a44-4bb8-4577-a189-98952d565527 req-edc1ac8f-4956-4b24-ab49-04adc75cc6be tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.4017704 Sep 09 04:41:34.243167 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e2512317-9438-4536-8bea-082b13990ca4 req-e0faeb98-3008-40de-abac-7d32f6c0772e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236780 Sep 09 04:41:34.285982 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-daf96a44-4bb8-4577-a189-98952d565527 req-0ba6ac81-f07c-4852-aa94-75927d30baf7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237619 Sep 09 04:41:35.394029 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733ae76-b880-4d31-a991-222ff0147788 req-1a42785e-c4d4-4246-a24b-f1a690ee8e5f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:35.395592 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e733ae76-b880-4d31-a991-222ff0147788 req-1a42785e-c4d4-4246-a24b-f1a690ee8e5f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0549965 Sep 09 04:41:35.465001 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358771eb-e389-4114-9978-3185ec98eaa2 req-b72f7b1d-2d03-49f8-b36e-33fce6bd20da tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:35.466473 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-358771eb-e389-4114-9978-3185ec98eaa2 req-b72f7b1d-2d03-49f8-b36e-33fce6bd20da tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0700002 Sep 09 04:41:35.497362 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e733ae76-b880-4d31-a991-222ff0147788 req-5c1d3c93-ef75-4ec2-b4b8-41fb5ab87a55 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907376 Sep 09 04:41:35.527115 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-358771eb-e389-4114-9978-3185ec98eaa2 req-d9428217-bbca-4bc9-838e-3ad50228d80f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546243 Sep 09 04:41:36.677281 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911dd6e-579c-4cad-8a1c-eadd62401672 req-cf4c04c7-ec51-470d-b59f-0226d20be54c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:36.679555 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9911dd6e-579c-4cad-8a1c-eadd62401672 req-cf4c04c7-ec51-470d-b59f-0226d20be54c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0827789 Sep 09 04:41:36.697176 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ea749-f34e-4ff2-8a69-534430bc8d2a req-8e853bbc-9a12-4e58-b7ab-ebb71b8f3a9d tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:36.699015 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-876ea749-f34e-4ff2-8a69-534430bc8d2a req-8e853bbc-9a12-4e58-b7ab-ebb71b8f3a9d tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0734274 Sep 09 04:41:36.782743 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9911dd6e-579c-4cad-8a1c-eadd62401672 req-79dce676-6be3-4af0-850d-459cb02e4e43 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826561 Sep 09 04:41:36.786789 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-876ea749-f34e-4ff2-8a69-534430bc8d2a req-11a31181-855c-4800-857c-cc300b05daf7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795319 Sep 09 04:41:37.447651 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:37.449595 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:37.789956 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40210) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:37.835741 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] Deleting subnet 12eb5040-db1c-453a-89a2-945d0a1ffa7f {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:41:37.839727 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] Publish callbacks [] for subnet (12eb5040-db1c-453a-89a2-945d0a1ffa7f), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:37.881483 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (12eb5040-db1c-453a-89a2-945d0a1ffa7f), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:37.990944 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200975-dc2c-40a0-a6b8-7be1b96bb39f req-9a75e752-320c-4889-9452-b8d96453a95a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:37.992440 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9b200975-dc2c-40a0-a6b8-7be1b96bb39f req-9a75e752-320c-4889-9452-b8d96453a95a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.1152751 Sep 09 04:41:37.999907 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93847677-1945-4d75-8775-93ccc73e5add req-91e40f00-7645-4882-92a9-f27ff76bd678 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:38.001286 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93847677-1945-4d75-8775-93ccc73e5add req-91e40f00-7645-4882-92a9-f27ff76bd678 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.1229994 Sep 09 04:41:38.004701 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (12eb5040-db1c-453a-89a2-945d0a1ffa7f), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.041895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:38.121215 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9b200975-dc2c-40a0-a6b8-7be1b96bb39f req-13fdb6a0-4dba-4b83-bffd-eb07d303b05f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177435 Sep 09 04:41:38.122474 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:38.126778 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93847677-1945-4d75-8775-93ccc73e5add req-19962c26-c5ee-4935-8c16-04b9c21c8433 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976620 Sep 09 04:41:38.128612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (12eb5040-db1c-453a-89a2-945d0a1ffa7f), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.158015 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12eb5040-db1c-453a-89a2-945d0a1ffa7f,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:38.161988 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.167460 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3bc99551-c1f7-481c-91c5-2083c9903298 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/12eb5040-db1c-453a-89a2-945d0a1ffa7f HTTP/1.1" status: 204 len: 168 time: 0.3742456 Sep 09 04:41:38.167667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40216) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:38.236053 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (84967da4-2d71-4732-bbc3-ec5f9c426a3c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.321516 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (84967da4-2d71-4732-bbc3-ec5f9c426a3c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.341213 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84967da4-2d71-4732-bbc3-ec5f9c426a3c']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:38.350834 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:38.351154 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9feb4db-dc68-4cc8-bebc-d770e9c98d8d') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:41:38.360640 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (f9feb4db-dc68-4cc8-bebc-d770e9c98d8d), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.373971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (f9feb4db-dc68-4cc8-bebc-d770e9c98d8d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.380317 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:41:38.380699 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (f9feb4db-dc68-4cc8-bebc-d770e9c98d8d), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.421088 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment f9feb4db-dc68-4cc8-bebc-d770e9c98d8d resource provider aggregate not found Sep 09 04:41:38.439907 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment f9feb4db-dc68-4cc8-bebc-d770e9c98d8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9feb4db-dc68-4cc8-bebc-d770e9c98d8d found for delete ", "request_id": "req-21c6692d-3d68-48e3-a872-d8ed53cff04d"}]} Sep 09 04:41:38.444327 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (84967da4-2d71-4732-bbc3-ec5f9c426a3c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.450317 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.453470 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/84967da4-2d71-4732-bbc3-ec5f9c426a3c HTTP/1.1" status: 204 len: 168 time: 0.2848785 Sep 09 04:41:38.468758 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053d0c6-0371-4b93-bdd2-4fd6512ed3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84967da4-2d71-4732-bbc3-ec5f9c426a3c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:38.615287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40224) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:38.654612 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fedb5508-1e32-447f-9b99-2ecb473e0b55 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ce9bbaae5d5e4e26a6ff2e9d4a1f98c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381746 Sep 09 04:41:38.657090 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40228) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:38.707008 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f84edd1-c29d-415e-ae79-538d4b7db9fe admin admin] Publish callbacks [] for security_group (b6f69413-2759-4918-9f42-bae0aa6a3ceb), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.732051 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f84edd1-c29d-415e-ae79-538d4b7db9fe admin admin] Publish callbacks [] for security_group (b6f69413-2759-4918-9f42-bae0aa6a3ceb), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.785451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f84edd1-c29d-415e-ae79-538d4b7db9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b6f69413-2759-4918-9f42-bae0aa6a3ceb), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.788136 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f84edd1-c29d-415e-ae79-538d4b7db9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:38.789837 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7f84edd1-c29d-415e-ae79-538d4b7db9fe admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b6f69413-2759-4918-9f42-bae0aa6a3ceb HTTP/1.1" status: 204 len: 168 time: 0.1312742 Sep 09 04:41:38.797753 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84edd1-c29d-415e-ae79-538d4b7db9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f69413-2759-4918-9f42-bae0aa6a3ceb,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:39.281100 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ba279-b09b-4786-8663-407e5bef5856 req-2e160764-41b1-46a7-b796-55b307dc074a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:39.282716 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6b8ba279-b09b-4786-8663-407e5bef5856 req-2e160764-41b1-46a7-b796-55b307dc074a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0799606 Sep 09 04:41:39.293576 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172d8a-7d2d-4636-9afc-a7f872c96471 req-e3d6bba1-2283-4c49-b259-e74b08bb746e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:39.294985 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-31172d8a-7d2d-4636-9afc-a7f872c96471 req-e3d6bba1-2283-4c49-b259-e74b08bb746e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0634127 Sep 09 04:41:39.366881 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6b8ba279-b09b-4786-8663-407e5bef5856 req-2bbc62d5-84d9-455a-b4cc-2d6d062e5f70 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709343 Sep 09 04:41:39.370847 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-31172d8a-7d2d-4636-9afc-a7f872c96471 req-f49961c4-8556-4017-814a-551718382b33 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692081 Sep 09 04:41:40.061203 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40248) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:40.166204 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d41b-5683-48f4-a90a-37da77dd4211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.217511 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:40.250716 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d41b-5683-48f4-a90a-37da77dd4211 admin admin] Publish callbacks [] for security_group (2604f62a-2f5f-49f3-b771-b72972876fb0), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.254563 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6bd2d41b-5683-48f4-a90a-37da77dd4211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2604f62a-2f5f-49f3-b771-b72972876fb0), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.283911 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:40.297346 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2d41b-5683-48f4-a90a-37da77dd4211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2604f62a-2f5f-49f3-b771-b72972876fb0,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:40.303366 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6bd2d41b-5683-48f4-a90a-37da77dd4211 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4eae27a37d794c4ea3210540bf48e096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402840 Sep 09 04:41:40.306069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40252) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:40.355543 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7667a7b-d7ba-46bd-993a-98002a97a052 admin admin] Publish callbacks [] for security_group (2604f62a-2f5f-49f3-b771-b72972876fb0), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.375613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7667a7b-d7ba-46bd-993a-98002a97a052 admin admin] Publish callbacks [] for security_group (2604f62a-2f5f-49f3-b771-b72972876fb0), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.424915 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7667a7b-d7ba-46bd-993a-98002a97a052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2604f62a-2f5f-49f3-b771-b72972876fb0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.427721 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7667a7b-d7ba-46bd-993a-98002a97a052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.431621 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a7667a7b-d7ba-46bd-993a-98002a97a052 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2604f62a-2f5f-49f3-b771-b72972876fb0 HTTP/1.1" status: 204 len: 168 time: 0.1217830 Sep 09 04:41:40.437273 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7667a7b-d7ba-46bd-993a-98002a97a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2604f62a-2f5f-49f3-b771-b72972876fb0,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:40.520917 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:41:40.530346 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e74460-73cd-4358-bf0a-a07a9ff98c96 req-fd8fda5a-eb24-411e-8876-a4a347df622b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:40.531874 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a3e74460-73cd-4358-bf0a-a07a9ff98c96 req-fd8fda5a-eb24-411e-8876-a4a347df622b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0771005 Sep 09 04:41:40.547257 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0106805-86e9-47cc-af5e-20c65d5e0f21 req-9b10379f-1b98-4320-9925-203a51565733 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:40.548786 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0106805-86e9-47cc-af5e-20c65d5e0f21 req-9b10379f-1b98-4320-9925-203a51565733 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0803592 Sep 09 04:41:40.567513 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:40.627125 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a3e74460-73cd-4358-bf0a-a07a9ff98c96 req-a5889e09-e5fb-47b3-8cbe-80254acc7bc0 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772910 Sep 09 04:41:40.638836 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0106805-86e9-47cc-af5e-20c65d5e0f21 req-82f19861-15fb-429e-a940-2b6ef903b2bc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794165 Sep 09 04:41:40.646162 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:40.659902 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'port_id': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'mac_address': 'fa:16:3e:7e:19:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:41:40.706435 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 is: ACTIVE; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:41:40.706853 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.721423 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:41:40.744874 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:40.752054 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:40.811755 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=6']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:40.882859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3234ed3-299e-45c5-99a3-4d8b6aaee6c5 req-f2285f93-6bd4-4e3d-b1ef-5e568ded3543 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:40.885034 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c3234ed3-299e-45c5-99a3-4d8b6aaee6c5 req-f2285f93-6bd4-4e3d-b1ef-5e568ded3543 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0560906 Sep 09 04:41:40.956786 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['4024da04-efc2-4a91-b9ed-e97cc0ac1f78'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:41:40.968428 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c3234ed3-299e-45c5-99a3-4d8b6aaee6c5 req-4d162f39-ee48-4c03-90fe-0f0ae9d63962 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775127 Sep 09 04:41:40.976243 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-91077587-7def-46a3-bd54-6473cf1276af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:40.977772 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-91077587-7def-46a3-bd54-6473cf1276af service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 1130 time: 0.0592561 Sep 09 04:41:41.088210 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-7d0d2d25-a819-4737-9982-d6b145de60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:41.089839 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-7d0d2d25-a819-4737-9982-d6b145de60d4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 912 time: 0.1030235 Sep 09 04:41:41.160078 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-c9e20ddc-e22f-4dc8-8948-b6815cbca065 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4 HTTP/1.1" status: 200 len: 1002 time: 0.0617926 Sep 09 04:41:41.213258 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-ea8deae1-1a90-442d-ba68-7b67a00bf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:41.214740 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-ea8deae1-1a90-442d-ba68-7b67a00bf9db service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 200 len: 850 time: 0.0483270 Sep 09 04:41:41.261938 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-e286463e-d222-4440-ac42-65ba3b5dc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:41.263511 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-e286463e-d222-4440-ac42-65ba3b5dc6d7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=da245dda-2c01-4deb-aa23-3957c02d97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404606 Sep 09 04:41:41.362120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-ecc8842f-31fe-4acd-a8e1-5ad1cab2e1ad service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890448 Sep 09 04:41:41.444773 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:41.465852 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb737f93-1b8e-463f-ae0f-ba4e6b4bc7dd req-185fee3c-fff2-4012-b80f-adf458f3944e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950408 Sep 09 04:41:41.764778 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379a78f-c294-4051-b307-ae87b1ec9b80 req-77dd87c6-aa22-4754-aed0-2f5513fa5407 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:41.766261 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1379a78f-c294-4051-b307-ae87b1ec9b80 req-77dd87c6-aa22-4754-aed0-2f5513fa5407 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 944 time: 0.0471549 Sep 09 04:41:41.798523 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:41.815141 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1379a78f-c294-4051-b307-ae87b1ec9b80 req-2c182daf-d9d5-45de-91ed-7c2f81c78c69 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428872 Sep 09 04:41:42.095773 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24af7c-04c7-4ee4-b927-ebad611b07f4 req-778a1fdf-ef4f-4a85-aef6-fdd2be60e660 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:42.097319 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cd24af7c-04c7-4ee4-b927-ebad611b07f4 req-778a1fdf-ef4f-4a85-aef6-fdd2be60e660 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0491521 Sep 09 04:41:42.143678 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cd24af7c-04c7-4ee4-b927-ebad611b07f4 req-8d34e244-fccb-4a8b-a680-1550ffba66e2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407174 Sep 09 04:41:42.522971 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:41:42.569413 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:41:42.569782 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:42.640312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:41:42.640665 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:42.663940 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:41:42.666725 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e8dfe5-d2aa-462a-8746-dbeb53d0e58c" -d '{"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-plugged", "status": "completed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:41:42.679231 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:42.685400 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:42.715485 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99aca8-3f61-4687-bc23-8bef77d67d90 x-openstack-request-id: req-cb99aca8-3f61-4687-bc23-8bef77d67d90 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:41:42.715801 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-plugged", "status": "completed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:41:42.716197 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb99aca8-3f61-4687-bc23-8bef77d67d90 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:41:42.716452 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb99aca8-3f61-4687-bc23-8bef77d67d90'] response: {'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'code': 200} Sep 09 04:41:42.746114 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=7']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:42.946967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720de99-332c-4453-a4ab-ac12f27c7a4f req-19a51c10-bc7c-42cf-9855-5c4e724fabba tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:42.948757 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e720de99-332c-4453-a4ab-ac12f27c7a4f req-19a51c10-bc7c-42cf-9855-5c4e724fabba tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0512273 Sep 09 04:41:42.996685 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e720de99-332c-4453-a4ab-ac12f27c7a4f req-545d17b6-d6c4-4906-b80a-71dce600f286 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Sep 09 04:41:43.219280 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5643b5f3-6d1f-4ced-9329-ce6b572878ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:43.274626 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283e40-7069-40a6-a1ec-5036aae6312e req-da7ab78e-4bbf-4cd4-a141-745692ad2c29 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:43.282210 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37283e40-7069-40a6-a1ec-5036aae6312e req-da7ab78e-4bbf-4cd4-a141-745692ad2c29 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0582254 Sep 09 04:41:43.329077 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=18 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:43.337894 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:43.338081 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37283e40-7069-40a6-a1ec-5036aae6312e req-0ba702c8-11dd-4703-ba8c-b534fa725c39 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549719 Sep 09 04:41:44.129953 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c17d1-edcf-4c00-adab-39490c11504f req-7525c0e5-43f5-48a1-a972-5b86e0445214 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:44.135439 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dd1c17d1-edcf-4c00-adab-39490c11504f req-7525c0e5-43f5-48a1-a972-5b86e0445214 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0519493 Sep 09 04:41:44.183836 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dd1c17d1-edcf-4c00-adab-39490c11504f req-7e70a4d4-6122-4698-9ae1-de7bb52e3fe2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462852 Sep 09 04:41:45.327598 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002d026-7ab2-425b-be31-5407ae583c36 req-45c24ced-5a81-4382-9469-7c4f40eeb9bf tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:45.329248 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7002d026-7ab2-425b-be31-5407ae583c36 req-45c24ced-5a81-4382-9469-7c4f40eeb9bf tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0512717 Sep 09 04:41:45.386809 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7002d026-7ab2-425b-be31-5407ae583c36 req-54f072bf-91e8-4f0a-9518-1d1346c2fa88 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506215 Sep 09 04:41:45.447537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f6b154a0-8c72-4ca8-85a0-cc42ccbc0afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:46.529166 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac85ec-e505-4ca7-b79d-bc5ec418abb5 req-b8f802ee-0416-4293-8919-31d100a176f7 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:46.531293 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-63ac85ec-e505-4ca7-b79d-bc5ec418abb5 req-b8f802ee-0416-4293-8919-31d100a176f7 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0535214 Sep 09 04:41:46.583100 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-63ac85ec-e505-4ca7-b79d-bc5ec418abb5 req-5a4cd1fd-0e55-4eb1-9ecf-3b347a36499b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Sep 09 04:41:46.725702 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:47.720834 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a47bb4-5632-46ad-bb16-b7494753f3d7 req-ececadcd-0197-49f2-a78f-2b77be1a12af tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:47.722304 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-43a47bb4-5632-46ad-bb16-b7494753f3d7 req-ececadcd-0197-49f2-a78f-2b77be1a12af tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0506396 Sep 09 04:41:47.775533 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-43a47bb4-5632-46ad-bb16-b7494753f3d7 req-8f8ad8b8-586f-4820-b989-94661c3bc063 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467761 Sep 09 04:41:48.219012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:48.342794 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:48.910305 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf80397-51c1-45b6-bba4-edd88b85f3e6 req-f81254d6-8eff-4c4b-a918-18dd4c987773 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:48.912426 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2cf80397-51c1-45b6-bba4-edd88b85f3e6 req-f81254d6-8eff-4c4b-a918-18dd4c987773 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0546532 Sep 09 04:41:48.969651 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2cf80397-51c1-45b6-bba4-edd88b85f3e6 req-586f9cac-68a0-4faa-a4ce-a215fad7c448 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502770 Sep 09 04:41:50.115589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5240d-d469-4b91-a691-c075dc8e6d86 req-cfd0a7f9-69ed-408a-b9cb-4a65fc0f6639 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:50.117173 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aad5240d-d469-4b91-a691-c075dc8e6d86 req-cfd0a7f9-69ed-408a-b9cb-4a65fc0f6639 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0587208 Sep 09 04:41:50.168419 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aad5240d-d469-4b91-a691-c075dc8e6d86 req-157bf14e-4883-4729-acbe-60eede635466 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Sep 09 04:41:51.319377 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15780-386f-41a4-bdbe-0db26492f1d1 req-08a95d41-cc32-457a-9374-db986d303ab5 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:51.321200 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-87e15780-386f-41a4-bdbe-0db26492f1d1 req-08a95d41-cc32-457a-9374-db986d303ab5 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0601530 Sep 09 04:41:51.390464 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-87e15780-386f-41a4-bdbe-0db26492f1d1 req-25131f6f-3b67-4b0d-8c28-9dd5d64f58bc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633302 Sep 09 04:41:52.499048 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:52.511924 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c527463-244e-40f9-91a6-050519741fef req-e0218d7a-c9b9-441a-a02b-cada85ec6502 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:52.513324 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2c527463-244e-40f9-91a6-050519741fef req-e0218d7a-c9b9-441a-a02b-cada85ec6502 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0464528 Sep 09 04:41:52.544104 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:52.564420 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2c527463-244e-40f9-91a6-050519741fef req-2bb53bb3-969d-43bf-98a4-6b5d3f57e984 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Sep 09 04:41:53.693068 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ebdce-df2a-4822-a277-09a75929c2a3 req-31660ff4-4a4a-43d8-8e4a-67a328704996 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:53.694518 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b24ebdce-df2a-4822-a277-09a75929c2a3 req-31660ff4-4a4a-43d8-8e4a-67a328704996 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0468316 Sep 09 04:41:53.740557 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b24ebdce-df2a-4822-a277-09a75929c2a3 req-9ff0ef52-327d-465d-84d0-dc2ef4456419 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Sep 09 04:41:54.867764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f96a2-fb68-40d8-b8ea-92b483d58289 req-c0e463e7-749d-4b9f-b87e-fb5f4b863a41 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:54.869523 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-122f96a2-fb68-40d8-b8ea-92b483d58289 req-c0e463e7-749d-4b9f-b87e-fb5f4b863a41 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0496800 Sep 09 04:41:54.919121 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-122f96a2-fb68-40d8-b8ea-92b483d58289 req-2581a89d-b18a-4068-9732-aba7f2c28e1a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436616 Sep 09 04:41:55.209800 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-45c2c95a-0c2d-4de6-a2bb-f5475d939fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:55.211368 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-45c2c95a-0c2d-4de6-a2bb-f5475d939fb7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 1129 time: 0.0429358 Sep 09 04:41:55.310889 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-69717207-16b9-44d5-a0ce-db5bc615232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:55.312437 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-69717207-16b9-44d5-a0ce-db5bc615232f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.0888941 Sep 09 04:41:55.380062 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-76f1f40f-5ad1-481a-8fa8-d7a32f1afcf6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78 HTTP/1.1" status: 200 len: 1001 time: 0.0598474 Sep 09 04:41:55.441993 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-6175bf61-e867-4932-8b7c-1291a7616ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:55.443564 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-6175bf61-e867-4932-8b7c-1291a7616ffd service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0490999 Sep 09 04:41:55.490208 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-dacd139b-154a-43f2-808f-d1a22d105105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:55.491858 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-dacd139b-154a-43f2-808f-d1a22d105105 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415463 Sep 09 04:41:55.597367 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-bf02a897-549b-4966-8d86-cff121f6d96f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938251 Sep 09 04:41:55.611432 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:41:55.696446 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c1a84ccd-9027-4375-90c9-1038507fb2c3 req-f322c728-8c99-49d3-b89b-f28ce7f61fad service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919869 Sep 09 04:41:56.052147 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda19b26-101a-4686-b1dc-6745ba491b47 req-e0bb8fdd-1c5c-4182-bb9e-71de0ad2ca15 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:56.053644 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fda19b26-101a-4686-b1dc-6745ba491b47 req-e0bb8fdd-1c5c-4182-bb9e-71de0ad2ca15 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0518951 Sep 09 04:41:56.100687 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fda19b26-101a-4686-b1dc-6745ba491b47 req-206df8e3-4779-431f-af83-29a42401a500 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Sep 09 04:41:57.225494 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf538e0-1022-4ff2-94a8-b4afc7e469b0 req-13186da4-8062-4412-b958-1ece1ad939dd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:57.227044 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-baf538e0-1022-4ff2-94a8-b4afc7e469b0 req-13186da4-8062-4412-b958-1ece1ad939dd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0466239 Sep 09 04:41:57.283015 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-baf538e0-1022-4ff2-94a8-b4afc7e469b0 req-1031c2ac-c59d-4e2a-b472-8c1e977ba150 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503440 Sep 09 04:41:58.331383 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:58.334230 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:58.337401 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:58.408489 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568abd1-cb2d-4932-8fc9-26e8ba2bee3b req-9f59ce6a-6b40-42a4-b0bf-c5be6f034b53 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:58.409925 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a568abd1-cb2d-4932-8fc9-26e8ba2bee3b req-9f59ce6a-6b40-42a4-b0bf-c5be6f034b53 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 945 time: 0.0460043 Sep 09 04:41:58.458623 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a568abd1-cb2d-4932-8fc9-26e8ba2bee3b req-376865a9-9435-4158-b265-1517dbf4676d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Sep 09 04:41:58.611087 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:58.724910 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:41:58.799899 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 is: ACTIVE; New status is: DOWN {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:41:58.800294 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:58.826408 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:41:58.829442 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be24ea5b-4a89-4b41-beca-89252a0e1d49" -d '{"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:41:58.851830 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:41:58.856748 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:41:58.884331 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Sep 2022 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc0967-2747-4f24-8855-98d5f9138bca x-openstack-request-id: req-a8bc0967-2747-4f24-8855-98d5f9138bca {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:41:58.884620 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-unplugged", "status": "failed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78", "code": 422}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:41:58.884883 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8bc0967-2747-4f24-8855-98d5f9138bca {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:41:58.885999 dv-cinder-856002-3-iscsi neutron-server[107721]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a8bc0967-2747-4f24-8855-98d5f9138bca']: {'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'code': 422} returned with failed status Sep 09 04:41:58.912251 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=8']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:41:59.013461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-8a617566-c6f9-46cb-b1b2-814087f5acff req-02c88aa1-2faf-4d1f-9679-64a04f66f816 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:41:59.014437 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8a617566-c6f9-46cb-b1b2-814087f5acff req-02c88aa1-2faf-4d1f-9679-64a04f66f816 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053637 Sep 09 04:41:59.182545 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:59.195768 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4906f5-20bc-4921-afaa-f74938a8be4d req-1d0bd5f6-cd78-4d11-980b-7e0ded6cf509 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:59.197230 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6c4906f5-20bc-4921-afaa-f74938a8be4d req-1d0bd5f6-cd78-4d11-980b-7e0ded6cf509 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0491648 Sep 09 04:41:59.208376 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:41:59.246055 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6c4906f5-20bc-4921-afaa-f74938a8be4d req-5219b3c2-1ea4-494f-a5ac-18d69aa42dab tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432320 Sep 09 04:41:59.502478 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40536) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:59.585943 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-34ad6650-29c5-4346-b8a8-ee7bb4945f70 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821781 Sep 09 04:41:59.594954 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-a1afff26-fe73-4d85-8b19-8747d2589551 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:41:59.595910 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-a1afff26-fe73-4d85-8b19-8747d2589551 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047309 Sep 09 04:41:59.672863 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 40548) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:41:59.729118 dv-cinder-856002-3-iscsi neutron-server[107720]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 04:41:59.772892 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-3a767bd5-6b16-4f71-b0c6-d2b5948b051f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:41:59.774911 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-3a767bd5-6b16-4f71-b0c6-d2b5948b051f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports/4024da04-efc2-4a91-b9ed-e97cc0ac1f78 HTTP/1.1" status: 200 len: 940 time: 0.1004066 Sep 09 04:42:00.375835 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc95fe-49a1-4fbf-a1ef-f71190169a74 req-64ee3cb8-9e4c-4011-933e-20868b25af7b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:00.377285 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11dc95fe-49a1-4fbf-a1ef-f71190169a74 req-64ee3cb8-9e4c-4011-933e-20868b25af7b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0458915 Sep 09 04:42:00.426126 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11dc95fe-49a1-4fbf-a1ef-f71190169a74 req-c9f664f0-8f21-4c17-a994-8fb7568549c2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Sep 09 04:42:00.602014 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-4c2b57c0-9338-4440-b650-89158ec1d8a1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0359423 Sep 09 04:42:00.722497 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-5760ed34-f021-423e-94ce-f1e7c8333448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:00.723905 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-5760ed34-f021-423e-94ce-f1e7c8333448 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 1129 time: 0.0386446 Sep 09 04:42:00.836633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-7eef3ec9-6496-4faf-ad9c-e21446c5f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:00.838612 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-7eef3ec9-6496-4faf-ad9c-e21446c5f5e8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.0909140 Sep 09 04:42:00.880642 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-9752a679-f4d7-43f5-b1d8-2f97e556a2c5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 200 len: 217 time: 0.0336101 Sep 09 04:42:00.933243 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-7b7a5402-e384-422f-91fe-05e3cb1d863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:00.934951 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-7b7a5402-e384-422f-91fe-05e3cb1d863d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0480061 Sep 09 04:42:00.987136 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-79eca72f-d6fd-4c0a-99db-cc080b64ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:00.988750 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-79eca72f-d6fd-4c0a-99db-cc080b64ee5d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478106 Sep 09 04:42:01.039841 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 40570) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:01.080175 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-9e165e0c-3444-4bcd-9c32-2b7e04da3f5b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848765 Sep 09 04:42:01.149685 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1be897c5-ae9c-45b1-86ec-3c7802127b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:01.185411 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8961d3a7-b96a-4e4c-b3a2-5dd21fc1b2b0 req-61e7215a-aa2f-424b-8434-182a1e07ad79 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983903 Sep 09 04:42:01.237973 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1be897c5-ae9c-45b1-86ec-3c7802127b06 admin admin] Publish callbacks [] for security_group (ecf42b60-649f-452b-8d04-17343d98af6c), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:01.244784 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1be897c5-ae9c-45b1-86ec-3c7802127b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ecf42b60-649f-452b-8d04-17343d98af6c), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:01.285019 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be897c5-ae9c-45b1-86ec-3c7802127b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf42b60-649f-452b-8d04-17343d98af6c,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:01.290559 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-1be897c5-ae9c-45b1-86ec-3c7802127b06 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9e9febf4712940189ade2cc278c02b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496984 Sep 09 04:42:01.293326 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 40576) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:01.341892 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-83a9cafa-6d05-4894-9d48-6f0f94526514 admin admin] Publish callbacks [] for security_group (ecf42b60-649f-452b-8d04-17343d98af6c), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:01.361380 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-83a9cafa-6d05-4894-9d48-6f0f94526514 admin admin] Publish callbacks [] for security_group (ecf42b60-649f-452b-8d04-17343d98af6c), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:01.408034 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-83a9cafa-6d05-4894-9d48-6f0f94526514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ecf42b60-649f-452b-8d04-17343d98af6c), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:01.410794 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-83a9cafa-6d05-4894-9d48-6f0f94526514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:01.411999 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-83a9cafa-6d05-4894-9d48-6f0f94526514 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ecf42b60-649f-452b-8d04-17343d98af6c HTTP/1.1" status: 204 len: 168 time: 0.1177537 Sep 09 04:42:01.420956 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9cafa-6d05-4894-9d48-6f0f94526514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf42b60-649f-452b-8d04-17343d98af6c,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:01.560627 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad20d4-cc96-4ad3-a954-80d5dfe02303 req-dc715b81-ee37-43b4-a6df-6557963e74ab tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:01.562242 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5aad20d4-cc96-4ad3-a954-80d5dfe02303 req-dc715b81-ee37-43b4-a6df-6557963e74ab tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0504193 Sep 09 04:42:01.616171 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5aad20d4-cc96-4ad3-a954-80d5dfe02303 req-03a0de6b-ed29-4763-81c9-ab28377712e4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 Sep 09 04:42:01.665601 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:02.750807 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc18a1-d3f9-452a-94a8-ad69b4b2c399 req-41bb78ac-c83d-4a74-b765-438e927d8d7c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:02.752258 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-27bc18a1-d3f9-452a-94a8-ad69b4b2c399 req-41bb78ac-c83d-4a74-b765-438e927d8d7c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0452063 Sep 09 04:42:02.801536 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-27bc18a1-d3f9-452a-94a8-ad69b4b2c399 req-98260269-30f4-42f6-aebd-064b29a53ebb tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Sep 09 04:42:03.928974 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec560f-2a4a-457b-804d-fc844977e5ff req-aa03585f-edda-4f4c-be1c-683dcb1e8959 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:03.930439 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09ec560f-2a4a-457b-804d-fc844977e5ff req-aa03585f-edda-4f4c-be1c-683dcb1e8959 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0466609 Sep 09 04:42:03.976005 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-09ec560f-2a4a-457b-804d-fc844977e5ff req-4101fab2-5d6f-4284-9432-febaf428d2fe tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Sep 09 04:42:05.099992 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54dfd4-d892-4c15-beb0-69b4e9cad1d8 req-5c64c968-71b9-4def-957b-dd1181feb1c8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:05.101356 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4b54dfd4-d892-4c15-beb0-69b4e9cad1d8 req-5c64c968-71b9-4def-957b-dd1181feb1c8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0464137 Sep 09 04:42:05.113514 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:05.147672 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4b54dfd4-d892-4c15-beb0-69b4e9cad1d8 req-3b2ea4b5-ecd5-4b26-a535-6bfab901b29b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Sep 09 04:42:05.607454 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:05.630548 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40602) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:05.635825 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-c9b8c81c-ff22-466a-be62-aa154622346a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530360227', 'description': 'tempest-description--969832960'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:05.654262 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:05.661091 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c81c-ff22-466a-be62-aa154622346a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.738068 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c81c-ff22-466a-be62-aa154622346a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (0eaebbee-c9fb-4166-a5fb-ed6661978aac), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.743755 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c81c-ff22-466a-be62-aa154622346a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0eaebbee-c9fb-4166-a5fb-ed6661978aac), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.774735 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c81c-ff22-466a-be62-aa154622346a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.776601 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c9b8c81c-ff22-466a-be62-aa154622346a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1447346 Sep 09 04:42:05.777706 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8c81c-ff22-466a-be62-aa154622346a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaebbee-c9fb-4166-a5fb-ed6661978aac,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:05.779734 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40606) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:05.783919 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-212d8a63-1e99-4cc7-a8cf-683fe9033be3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': '0eaebbee-c9fb-4166-a5fb-ed6661978aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:05.811881 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-212d8a63-1e99-4cc7-a8cf-683fe9033be3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (0e9481ef-c607-4896-b627-a14f802305c1), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.868329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-212d8a63-1e99-4cc7-a8cf-683fe9033be3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (0e9481ef-c607-4896-b627-a14f802305c1), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.874348 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-212d8a63-1e99-4cc7-a8cf-683fe9033be3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (0e9481ef-c607-4896-b627-a14f802305c1), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.893317 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d8a63-1e99-4cc7-a8cf-683fe9033be3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9481ef-c607-4896-b627-a14f802305c1,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:05.901206 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-212d8a63-1e99-4cc7-a8cf-683fe9033be3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.902407 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-212d8a63-1e99-4cc7-a8cf-683fe9033be3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217678 Sep 09 04:42:05.905060 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40608) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:05.909335 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-b1a9a54b-2502-4241-9328-a5e313ad7906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': '0eaebbee-c9fb-4166-a5fb-ed6661978aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:05.934802 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a54b-2502-4241-9328-a5e313ad7906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (cdb3ce9a-8c93-4b4d-9222-d0c5cbf2610d), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.990350 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a54b-2502-4241-9328-a5e313ad7906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (cdb3ce9a-8c93-4b4d-9222-d0c5cbf2610d), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:05.995168 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a54b-2502-4241-9328-a5e313ad7906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (cdb3ce9a-8c93-4b4d-9222-d0c5cbf2610d), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:06.014401 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9a54b-2502-4241-9328-a5e313ad7906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb3ce9a-8c93-4b4d-9222-d0c5cbf2610d,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:06.022760 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1a9a54b-2502-4241-9328-a5e313ad7906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:06.024157 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b1a9a54b-2502-4241-9328-a5e313ad7906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181347 Sep 09 04:42:06.027202 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40610) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:06.031424 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:06.051816 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:06.136692 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:06.281010 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.27.3.133 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:42:06.301816 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bfe6a-7e6e-4d80-9aa5-f9f1f3ea8052 req-b77813cc-f788-4cb9-8265-bc1ba861df1d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:06.303415 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b05bfe6a-7e6e-4d80-9aa5-f9f1f3ea8052 req-b77813cc-f788-4cb9-8265-bc1ba861df1d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0688217 Sep 09 04:42:06.363658 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:06.367833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:06.422511 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b05bfe6a-7e6e-4d80-9aa5-f9f1f3ea8052 req-727ef0e4-ee5b-48e4-923d-569ef539aaab tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111698 Sep 09 04:42:06.445543 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:06.479148 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:06.519975 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:42:06.524932 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:42:06.527090 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:06.529164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:42:06.613931 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (53dcf214-cf25-4ecb-af57-5406d3ad6d2c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:06.649766 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:07.059604 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-cc4727cc-5623-4671-9b5b-a0dd319b1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:07.061084 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-cc4727cc-5623-4671-9b5b-a0dd319b1adc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e&tenant_id=5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 1127 time: 0.0834410 Sep 09 04:42:07.109224 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:07.122325 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:07.195602 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-ea3f16bc-2041-420e-9bde-b40302ae0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:07.197509 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-ea3f16bc-2041-420e-9bde-b40302ae0c4c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 1127 time: 0.0899873 Sep 09 04:42:07.205165 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:07.232365 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (53dcf214-cf25-4ecb-af57-5406d3ad6d2c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:07.283967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:07.285168 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-45d35160-8520-4309-b7df-47d6a0c75b78 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2570486 Sep 09 04:42:07.314287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-89e68654-32d6-417a-b8aa-7817229ddb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:07.316051 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-89e68654-32d6-417a-b8aa-7817229ddb58 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.1084838 Sep 09 04:42:07.362597 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:07.378529 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:07.387833 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-42986033-03d2-4bc3-911f-4b504b2d6974 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78 HTTP/1.1" status: 200 len: 999 time: 0.0623400 Sep 09 04:42:07.442022 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-7ecf093a-e3dc-4171-97ff-83dfd63db472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:07.443501 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-7ecf093a-e3dc-4171-97ff-83dfd63db472 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0489233 Sep 09 04:42:07.522638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-7870c4c8-a14d-48c8-9865-accd611940d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:07.524086 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-7870c4c8-a14d-48c8-9865-accd611940d1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665426 Sep 09 04:42:07.542705 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-c53d59d6-8134-443c-a596-2230e080c008 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--530360227&fields=id&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 267 time: 0.0983222 Sep 09 04:42:07.654855 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b38ac9-a36b-4e59-8d1b-e4838f90360d req-9fe38b47-91e3-4ae6-b888-678aa092fe39 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:07.656344 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93b38ac9-a36b-4e59-8d1b-e4838f90360d req-9fe38b47-91e3-4ae6-b888-678aa092fe39 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.1489909 Sep 09 04:42:07.742872 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-5b5c9d0e-3798-43d9-a94a-d7778a8276eb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034464 Sep 09 04:42:07.785558 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-93b38ac9-a36b-4e59-8d1b-e4838f90360d req-10a13c78-59e5-4f62-b053-b70d604f115d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203842 Sep 09 04:42:07.791774 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e9d9a8c6-7d42-47b7-b03e-27fc8398ee2a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:07.793133 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e9d9a8c6-7d42-47b7-b03e-27fc8398ee2a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.2407572 Sep 09 04:42:07.835952 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-1a2422b3-d7fc-482b-aedd-286abfcdcb02 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/quotas/91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 375 time: 0.0154207 Sep 09 04:42:07.905418 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-3f9275a6-aae1-4dce-95a9-3e16a6367490 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521983 Sep 09 04:42:07.911627 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-bac14d63-bc2a-4077-ae55-f0befcb8f7f4 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699828 Sep 09 04:42:08.010385 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-4d81ce01-6712-4bc9-b3b1-6031590d396e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866494 Sep 09 04:42:08.101974 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e03254ca-0d67-42ae-8e20-39b6ba605c55 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859742 Sep 09 04:42:08.271387 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0aec7f76-6a7e-4eb1-a0a5-286bcbf3a5d4 req-179e5840-cd61-45ce-b12c-939789f2657c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0286548 Sep 09 04:42:08.932911 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8a305-64de-4a69-9289-2b0e912bdcf6 req-92398bbc-c020-4830-9fc2-f5e194d50c0f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:08.941740 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6da8a305-64de-4a69-9289-2b0e912bdcf6 req-92398bbc-c020-4830-9fc2-f5e194d50c0f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0607281 Sep 09 04:42:08.989459 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6da8a305-64de-4a69-9289-2b0e912bdcf6 req-620b361b-239c-408b-9a71-012ac5328522 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466838 Sep 09 04:42:09.378253 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-23d045f2-3468-4e83-8434-cbb5ce470317 req-d994138c-91ac-44cd-9de2-3770061cda1e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0269887 Sep 09 04:42:10.138496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938253ef-10ec-489c-9d0f-21faa75bfb1b req-08f55fc8-d863-46e7-8546-6ccd446c0c6f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:10.140231 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-938253ef-10ec-489c-9d0f-21faa75bfb1b req-08f55fc8-d863-46e7-8546-6ccd446c0c6f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0486138 Sep 09 04:42:10.199547 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-938253ef-10ec-489c-9d0f-21faa75bfb1b req-b7d43550-9c25-4576-b45e-7122ebffd543 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528870 Sep 09 04:42:10.467560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:10.493716 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-daaad554-9dab-47d6-9a01-6ef3abe7a754 req-869e396d-f84e-4e3e-b519-089bb1fe1ed3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0371234 Sep 09 04:42:11.329415 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:11.345054 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f9080-282e-41b0-95d8-acf4377f7325 req-b99222c5-f235-4ca0-bc9c-5a432ca2818b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:11.346533 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a5f9080-282e-41b0-95d8-acf4377f7325 req-b99222c5-f235-4ca0-bc9c-5a432ca2818b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0563700 Sep 09 04:42:11.395113 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a5f9080-282e-41b0-95d8-acf4377f7325 req-5028280f-08a9-4a6f-aa8b-57ad01f4f54a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Sep 09 04:42:11.414988 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=41,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:11.417302 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:11.601724 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d1274f10-142a-4301-895e-45d1e6427b3c req-fb6507f7-0463-4629-a432-e2c34c1a6b2e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0269542 Sep 09 04:42:11.645382 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=12 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:11.648654 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:11.658840 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:12.553605 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545cc9e-4e92-4d1c-84b2-aa328e144e18 req-2d0d17e8-7cda-458c-9518-d14485d66f12 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:12.564660 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6545cc9e-4e92-4d1c-84b2-aa328e144e18 req-2d0d17e8-7cda-458c-9518-d14485d66f12 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0689166 Sep 09 04:42:12.621130 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6545cc9e-4e92-4d1c-84b2-aa328e144e18 req-f78908f8-3452-4e14-9162-311239aa9051 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538235 Sep 09 04:42:12.728636 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-57ebb88a-bef9-4e8e-9226-7bce09c1305c req-8aa553f9-2a12-4d78-ad15-57f5c622ff58 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0277452 Sep 09 04:42:13.227628 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-280956b2-7e95-43bd-b91f-a528f1ec1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:13.770030 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b453c53-27ef-4913-82a3-846c313f6b13 req-51ecbaea-669d-4d78-b843-4246dbd84c21 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:13.771579 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3b453c53-27ef-4913-82a3-846c313f6b13 req-51ecbaea-669d-4d78-b843-4246dbd84c21 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0557301 Sep 09 04:42:13.837486 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3b453c53-27ef-4913-82a3-846c313f6b13 req-69499b44-9d2b-414a-81fa-1aec9aad4f0a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596178 Sep 09 04:42:13.853807 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e42417db-f926-4d01-b579-90b431ee4b51 req-213f76c5-f10e-4657-86ef-2b015bb11392 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0316432 Sep 09 04:42:15.007024 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e8712f75-fecb-451f-a5f2-21c8248039d7 req-840f3775-dece-4272-92f2-46f401ac85e9 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0328002 Sep 09 04:42:15.016402 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d238a-aed9-499b-a671-d3f2d52c958e req-ea066841-a221-4afc-a6c9-4a87854699d5 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:15.019170 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-689d238a-aed9-499b-a671-d3f2d52c958e req-ea066841-a221-4afc-a6c9-4a87854699d5 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0809791 Sep 09 04:42:15.075919 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-689d238a-aed9-499b-a671-d3f2d52c958e req-ccbe8094-341d-4c89-9618-d2ca5763edc1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486619 Sep 09 04:42:15.444388 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5ea012f5-2d73-4d1d-8034-f41df1fd99e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:16.119959 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3ec5b1d9-4f8e-4485-a810-fbd28e5c468a req-e6b57bec-05f9-45b8-ade4-379ec415c6f0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0332131 Sep 09 04:42:16.239703 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57d8b-2585-459d-9942-a5ea8615616b req-f44d0487-21b8-42ea-a96d-d116ac78fb6f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:16.241735 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2df57d8b-2585-459d-9942-a5ea8615616b req-f44d0487-21b8-42ea-a96d-d116ac78fb6f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0564892 Sep 09 04:42:16.290757 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2df57d8b-2585-459d-9942-a5ea8615616b req-47e67053-3319-4ed6-9ad0-503f8828343d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430365 Sep 09 04:42:16.721949 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:17.229727 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a6c595af-6697-4ec6-a451-6a4cbc133f84 req-04e826c0-1c02-4e36-a8de-bf89598a3c25 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0289683 Sep 09 04:42:17.423826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b850be-e1d0-4e31-9709-3805d2b88ae9 req-0daa0000-206b-4e8a-93ca-dd5cd1bf7a30 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:17.425251 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-38b850be-e1d0-4e31-9709-3805d2b88ae9 req-0daa0000-206b-4e8a-93ca-dd5cd1bf7a30 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0455883 Sep 09 04:42:17.476474 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-38b850be-e1d0-4e31-9709-3805d2b88ae9 req-ac49aacb-b1ce-436b-a2b3-3165b02e06db tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450156 Sep 09 04:42:18.207595 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:18.336273 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:18.341355 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a16bc4d5-62af-42a4-ad7b-0d2468621c73 req-ac2a7e3f-33d2-40df-8913-cfcef07ef415 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0345526 Sep 09 04:42:18.607223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea72159-90ff-4295-8ce7-2b7d4cc7d00f req-4d427161-896f-4485-abfc-0632d860e5c6 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:18.608752 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aea72159-90ff-4295-8ce7-2b7d4cc7d00f req-4d427161-896f-4485-abfc-0632d860e5c6 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0536931 Sep 09 04:42:18.662187 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aea72159-90ff-4295-8ce7-2b7d4cc7d00f req-8ed00585-5690-4d07-a272-b44dadc11910 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477586 Sep 09 04:42:19.447224 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae35c583-c4df-46dd-9ea9-1f66e4764af0 req-2626942b-8120-4a47-943c-3fc94c3570ba tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0300460 Sep 09 04:42:19.681160 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-7584d2c3-ac3d-40ce-abc3-8bb127543660 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:19.683216 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-7584d2c3-ac3d-40ce-abc3-8bb127543660 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.1088939 Sep 09 04:42:19.767330 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-5837ac81-d305-4a61-83bc-824d0f5b7907 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 471 time: 0.0672829 Sep 09 04:42:19.812853 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522764-bbff-4885-8679-41dd564c4133 req-b1e0b382-288a-4606-8a28-c37e80c1a07e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:19.814344 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2a522764-bbff-4885-8679-41dd564c4133 req-b1e0b382-288a-4606-8a28-c37e80c1a07e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0461447 Sep 09 04:42:19.864776 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2a522764-bbff-4885-8679-41dd564c4133 req-a594cd57-d0b9-4c75-be9f-fc0aa4a94ce8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441816 Sep 09 04:42:19.869169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'port': {'device_id': '4491bf38-2476-4d98-81a8-4d82393cc599', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'admin_state_up': True, 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'security_groups': ['0eaebbee-c9fb-4166-a5fb-ed6661978aac']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:19.873801 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:19.922677 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:19.976428 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Made reservation on behalf of 91bb02023bea4020ba1066ba4c85ff4d for: {'port': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:42:19.980514 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.106072 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.20.0.13 (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0/c19dcef0-3e66-4454-9a36-a8b76e18d203/b3446042-9774-408b-aa51-4ba658c97b30) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:42:20.239674 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (b3446042-9774-408b-aa51-4ba658c97b30), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.271050 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (b3446042-9774-408b-aa51-4ba658c97b30), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.312859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:42:20.318285 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:42:20.322052 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:42:20.345475 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=b3446042-9774-408b-aa51-4ba658c97b30,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:20.359461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.359807 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.360150 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.360488 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.360830 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.361161 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.361488 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.361817 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.362145 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.362470 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.362795 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.363142 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.363472 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.363793 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.364114 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:20.386609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:20.387278 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.404946 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-90455f22-6dda-4608-ac3b-828406d46a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391686 Sep 09 04:42:20.424311 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Request body: {'port': {'device_id': '4491bf38-2476-4d98-81a8-4d82393cc599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:20.490551 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (b3446042-9774-408b-aa51-4ba658c97b30), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.549402 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b1eb4d4-9240-49ea-a5c6-a01b01c8d185 None None] Provisioning complete for port b3446042-9774-408b-aa51-4ba658c97b30 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:42:20.550075 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b1eb4d4-9240-49ea-a5c6-a01b01c8d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (b3446042-9774-408b-aa51-4ba658c97b30), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.583662 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b1eb4d4-9240-49ea-a5c6-a01b01c8d185 None None] Port b3446042-9774-408b-aa51-4ba658c97b30 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:42:20.621162 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb856e98-d881-45ab-8e59-34326669f163 req-43aad583-4f72-41d1-afa4-6e679c4ef44b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:20.622603 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-eb856e98-d881-45ab-8e59-34326669f163 req-43aad583-4f72-41d1-afa4-6e679c4ef44b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 932 time: 0.1006112 Sep 09 04:42:20.682743 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:20.718329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:20.735316 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-eb856e98-d881-45ab-8e59-34326669f163 req-a5ecc300-6344-4886-8d02-7b198daa216f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070755 Sep 09 04:42:20.829987 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3446042-9774-408b-aa51-4ba658c97b30 {{(pid=107719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:42:20.838682 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Publish callbacks [] for port (b3446042-9774-408b-aa51-4ba658c97b30), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.851678 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.provisioning_blocks [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Transition to ACTIVE for port object b3446042-9774-408b-aa51-4ba658c97b30 will not be triggered until provisioned by entity L2. {{(pid=107719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:42:20.859479 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (b3446042-9774-408b-aa51-4ba658c97b30), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:20.914412 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3446042-9774-408b-aa51-4ba658c97b30,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:21.031947 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Attempting to bind port b3446042-9774-408b-aa51-4ba658c97b30 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:42:21.032202 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Attempting to bind port b3446042-9774-408b-aa51-4ba658c97b30 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:42:21.032538 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Attempting to bind port b3446042-9774-408b-aa51-4ba658c97b30 on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:42:21.066804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec352-1eac-448a-ba58-543ab26f5a73 req-39a09774-248c-4e34-92f2-97e35dfb0987 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:21.070973 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-200ec352-1eac-448a-ba58-543ab26f5a73 req-39a09774-248c-4e34-92f2-97e35dfb0987 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0845070 Sep 09 04:42:21.102922 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Port b3446042-9774-408b-aa51-4ba658c97b30 on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:42:21.103274 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Attempting to bind port b3446042-9774-408b-aa51-4ba658c97b30 on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:42:21.156756 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-200ec352-1eac-448a-ba58-543ab26f5a73 req-df5db44e-d5b8-45a8-b092-93d25582cc3f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813141 Sep 09 04:42:21.164607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:42:21.164944 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Checking segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:42:21.165348 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Bound using segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:42:21.165915 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Bound port: b3446042-9774-408b-aa51-4ba658c97b30, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:42:21.166395 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (b3446042-9774-408b-aa51-4ba658c97b30), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:21.227310 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] For port b3446042-9774-408b-aa51-4ba658c97b30, host hv-cinder-85600, cleared binding levels {{(pid=107719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:42:21.231269 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] For port b3446042-9774-408b-aa51-4ba658c97b30, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b3446042-9774-408b-aa51-4ba658c97b30,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:42:21.237624 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (b3446042-9774-408b-aa51-4ba658c97b30), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:21.242273 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:21.242891 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:21.244930 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/b3446042-9774-408b-aa51-4ba658c97b30 HTTP/1.1" status: 200 len: 1094 time: 0.8244526 Sep 09 04:42:21.245476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:42:21.247796 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935" -d '{"events": [{"name": "network-changed", "server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "tag": "b3446042-9774-408b-aa51-4ba658c97b30"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:42:21.290107 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae93c412-c1e9-4602-bdf9-6a15377c5405 x-openstack-request-id: req-ae93c412-c1e9-4602-bdf9-6a15377c5405 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:42:21.290390 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "tag": "b3446042-9774-408b-aa51-4ba658c97b30", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:42:21.290640 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae93c412-c1e9-4602-bdf9-6a15377c5405 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:42:21.291542 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae93c412-c1e9-4602-bdf9-6a15377c5405'] response: {'name': 'network-changed', 'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30', 'status': 'completed', 'code': 200} Sep 09 04:42:21.301596 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92300f7-a202-4b37-b7f2-dda830e21be9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3446042-9774-408b-aa51-4ba658c97b30,revision_number=3']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:21.364438 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-37843166-8724-4772-a948-fbf13237a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:21.365909 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-37843166-8724-4772-a948-fbf13237a7ba service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 1128 time: 0.0388954 Sep 09 04:42:21.411746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-0eb64780-2fcc-4ea3-b017-770ca7e37007 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3446042-9774-408b-aa51-4ba658c97b30 HTTP/1.1" status: 200 len: 217 time: 0.0312951 Sep 09 04:42:21.465124 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-a6b033c0-1707-4f3d-b4ec-74954dd29afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:21.466514 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-a6b033c0-1707-4f3d-b4ec-74954dd29afc service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0452459 Sep 09 04:42:21.512178 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-0e918677-849c-47e5-b9e8-da71a0af16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:21.513623 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-0e918677-849c-47e5-b9e8-da71a0af16b5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395293 Sep 09 04:42:21.566496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:21.606595 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-04229b1e-2a2e-41dd-a675-eaedc107986c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842865 Sep 09 04:42:21.699943 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f66986f9-abf0-4fb0-b6d5-e8f39d7dc81a req-d360f924-8189-412a-babe-ac0289a0996f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865035 Sep 09 04:42:21.819273 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:21.858271 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83366905-c9a9-4f26-ad3b-36adc8425334 req-42145e53-3534-4339-98a4-a84f7ee4fd31 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:21.859763 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-83366905-c9a9-4f26-ad3b-36adc8425334 req-42145e53-3534-4339-98a4-a84f7ee4fd31 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 944 time: 0.0493932 Sep 09 04:42:21.904865 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-83366905-c9a9-4f26-ad3b-36adc8425334 req-ea1a56b8-771e-47c9-9735-fd9657383c17 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394526 Sep 09 04:42:22.300182 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb7887-d64a-4f67-a26d-7945b2ca8186 req-2cb4b194-c32f-46fc-9fbe-06dd4f0fc40b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:22.302658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-75eb7887-d64a-4f67-a26d-7945b2ca8186 req-2cb4b194-c32f-46fc-9fbe-06dd4f0fc40b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0597312 Sep 09 04:42:22.360114 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-75eb7887-d64a-4f67-a26d-7945b2ca8186 req-42b7df3c-3bd2-4bc8-9c5f-3cce37002109 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509095 Sep 09 04:42:22.831590 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-7475bccb-db0c-44a5-9031-f99534935f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:22.833029 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-7475bccb-db0c-44a5-9031-f99534935f19 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 1128 time: 0.0387824 Sep 09 04:42:22.927353 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-1b236893-6f15-44ea-a351-f0faef99fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:22.928810 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-1b236893-6f15-44ea-a351-f0faef99fcf5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 916 time: 0.0887525 Sep 09 04:42:22.976066 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-63b6e809-2d4f-484c-b2cb-325297c2ffca service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3446042-9774-408b-aa51-4ba658c97b30 HTTP/1.1" status: 200 len: 217 time: 0.0390339 Sep 09 04:42:23.063312 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a053be4-14bc-420a-9203-c3bf8c379c6a req-67ca57c1-ce7f-4e22-8af7-33214a874c6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:23.064776 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4a053be4-14bc-420a-9203-c3bf8c379c6a req-67ca57c1-ce7f-4e22-8af7-33214a874c6b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 944 time: 0.0838022 Sep 09 04:42:23.070361 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-e4252e72-7fe8-42f1-8e4e-0445769aa653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:23.071806 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-e4252e72-7fe8-42f1-8e4e-0445769aa653 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0892117 Sep 09 04:42:23.138952 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-f8358634-fb84-4903-bc47-a9e809a0140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:23.140328 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-f8358634-fb84-4903-bc47-a9e809a0140a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610838 Sep 09 04:42:23.144400 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4a053be4-14bc-420a-9203-c3bf8c379c6a req-b5b30f74-8588-413e-ae0e-ce7a14efba6a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717220 Sep 09 04:42:23.236300 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-5d5ac86d-5083-4f0d-a5b1-d8b07c222a1b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861230 Sep 09 04:42:23.328828 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24bdc12b-2f34-4c90-8ad3-b88a5eafc935 req-14614b59-db29-4a1d-b698-586084c22218 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833361 Sep 09 04:42:23.491080 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8faac-cc15-42b4-b42c-4452cd2167e7 req-76e8a6e5-94c4-4ce1-a03d-a9e57927ca74 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:23.492527 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9fd8faac-cc15-42b4-b42c-4452cd2167e7 req-76e8a6e5-94c4-4ce1-a03d-a9e57927ca74 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0492749 Sep 09 04:42:23.782918 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9fd8faac-cc15-42b4-b42c-4452cd2167e7 req-dbbdfca5-d4b4-4f02-aecb-c67266e87fcf tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847738 Sep 09 04:42:24.263790 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd91b89-c665-4b35-84e0-2be736413983 req-6f84055a-1c48-4692-9897-1aaa43824584 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:24.265245 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bfd91b89-c665-4b35-84e0-2be736413983 req-6f84055a-1c48-4692-9897-1aaa43824584 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 944 time: 0.0463412 Sep 09 04:42:24.311062 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bfd91b89-c665-4b35-84e0-2be736413983 req-4359c7c2-c9bd-40ce-8cdc-967c1f511941 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Sep 09 04:42:24.859314 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:42:24.904198 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:24.912584 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a99fe-16a4-479a-8f52-86874deaf6f9 req-f8d77cad-0c4c-4353-a7a1-1d4256ac891b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:24.914029 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bc9a99fe-16a4-479a-8f52-86874deaf6f9 req-f8d77cad-0c4c-4353-a7a1-1d4256ac891b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 943 time: 0.0517449 Sep 09 04:42:24.955856 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:24.958516 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:42:24.964906 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bc9a99fe-16a4-479a-8f52-86874deaf6f9 req-55918b49-8153-444b-a00b-7b3f5d612af2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Sep 09 04:42:24.971199 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'port_id': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'mac_address': 'fa:16:3e:7e:19:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:42:25.009468 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:42:25.010461 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:25.024756 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:42:25.045185 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:42:25.049656 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:25.050377 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device b3446042-9774-408b-aa51-4ba658c97b30 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:42:25.285299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=9']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:25.296359 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.296832 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.297464 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.298042 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.298552 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.298879 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.299237 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.299568 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.299900 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.300259 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.300590 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.300919 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.301248 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.301567 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.301892 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:42:25.345163 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port b3446042-9774-408b-aa51-4ba658c97b30, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b3446042-9774-408b-aa51-4ba658c97b30,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:42:25.357370 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'b3446042-9774-408b-aa51-4ba658c97b30', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'port_id': 'b3446042-9774-408b-aa51-4ba658c97b30', 'mac_address': 'fa:16:3e:c0:cf:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:42:25.400164 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port b3446042-9774-408b-aa51-4ba658c97b30 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:42:25.400593 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (b3446042-9774-408b-aa51-4ba658c97b30), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:25.413451 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3446042-9774-408b-aa51-4ba658c97b30 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:42:25.432843 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a92eb-1413-4771-b0e9-f7f5e1de8c1f req-c98393b2-919e-4f22-869c-6c553b76caed tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:25.433861 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port b3446042-9774-408b-aa51-4ba658c97b30, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b3446042-9774-408b-aa51-4ba658c97b30,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:42:25.434332 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-444a92eb-1413-4771-b0e9-f7f5e1de8c1f req-c98393b2-919e-4f22-869c-6c553b76caed tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 944 time: 0.0467455 Sep 09 04:42:25.443144 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (b3446042-9774-408b-aa51-4ba658c97b30), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:25.482595 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-444a92eb-1413-4771-b0e9-f7f5e1de8c1f req-d53b91bc-ab77-46b1-9e26-614d2452ec55 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 Sep 09 04:42:25.488959 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=b3446042-9774-408b-aa51-4ba658c97b30,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:26.085171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['4024da04-efc2-4a91-b9ed-e97cc0ac1f78'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:42:26.095426 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eddda5-6456-4853-a0e3-c1647b9857aa req-0c641640-1c73-4703-982f-c6d7da12233e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:26.097042 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-85eddda5-6456-4853-a0e3-c1647b9857aa req-0c641640-1c73-4703-982f-c6d7da12233e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 944 time: 0.0493641 Sep 09 04:42:26.159020 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-85eddda5-6456-4853-a0e3-c1647b9857aa req-9285a93a-0bcc-4dfe-8bb1-ebf5a7524c80 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562224 Sep 09 04:42:26.223821 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['b3446042-9774-408b-aa51-4ba658c97b30'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:42:26.569894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a9be5-077a-4bea-81bf-7b4e2bb9f87f req-1069704a-63df-4df5-9951-230e7da92711 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:26.571437 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a67a9be5-077a-4bea-81bf-7b4e2bb9f87f req-1069704a-63df-4df5-9951-230e7da92711 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0771830 Sep 09 04:42:26.611447 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-c11aee85-625d-4714-804a-1221b315d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:26.612912 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-c11aee85-625d-4714-804a-1221b315d92e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1129 time: 0.0883281 Sep 09 04:42:26.662781 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9aab5-1f08-4c42-8c1b-586731a89a1b req-d7ab0d75-9cfa-43eb-9dc8-da6255af9605 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:26.664269 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-64d9aab5-1f08-4c42-8c1b-586731a89a1b req-d7ab0d75-9cfa-43eb-9dc8-da6255af9605 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 945 time: 0.0896070 Sep 09 04:42:26.730643 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a67a9be5-077a-4bea-81bf-7b4e2bb9f87f req-797bb015-7723-410c-8d1d-7b44534141ca tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523132 Sep 09 04:42:26.779238 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-64d9aab5-1f08-4c42-8c1b-586731a89a1b req-bfc1398d-e4c4-42a2-a604-dfdb9a991323 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853333 Sep 09 04:42:26.783552 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-6bbb1a03-4f3a-4edb-9dec-f7a0e145d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:26.784942 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-6bbb1a03-4f3a-4edb-9dec-f7a0e145d2c3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1573343 Sep 09 04:42:26.858324 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-c09a7f75-583a-48e4-b1b6-a644264efe14 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 1001 time: 0.0584679 Sep 09 04:42:26.907921 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-d64e0d89-73e0-4458-b2b7-12be971d4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:26.909350 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-d64e0d89-73e0-4458-b2b7-12be971d4425 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0440879 Sep 09 04:42:26.953951 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-6799be0a-f50b-4c5a-8c80-326970805bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:26.955461 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-6799be0a-f50b-4c5a-8c80-326970805bad service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397491 Sep 09 04:42:27.047785 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-cb52ac36-0a7f-46cd-bcc6-5b35cc71ae90 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840447 Sep 09 04:42:27.136150 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f148fc7-bb64-4e56-8134-516e364d9c27 req-05b4ce20-1700-4bd7-b008-4d6dc544f08f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817721 Sep 09 04:42:27.285507 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea70f6-a77c-4bf7-8bca-72611c0ddddc req-a7bc9e96-6616-4502-b8c3-386eba4812fb tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:27.287003 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0cea70f6-a77c-4bf7-8bca-72611c0ddddc req-a7bc9e96-6616-4502-b8c3-386eba4812fb tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 944 time: 0.0503197 Sep 09 04:42:27.332791 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0cea70f6-a77c-4bf7-8bca-72611c0ddddc req-9725aafd-89a6-4eea-b9e7-d0b0e7a6602e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Sep 09 04:42:27.637991 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:27.673401 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f1226-36d0-4215-8dbb-2789989a7242 req-4eaa6607-e004-4d33-985c-931f25299f39 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:27.674880 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9b5f1226-36d0-4215-8dbb-2789989a7242 req-4eaa6607-e004-4d33-985c-931f25299f39 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0473742 Sep 09 04:42:27.691797 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:42:27.711837 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:27.719586 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:27.720584 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:27.727791 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9b5f1226-36d0-4215-8dbb-2789989a7242 req-419c272e-5518-466e-8dad-84cec3fee686 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472333 Sep 09 04:42:27.742464 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:42:27.742841 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:27.822901 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:42:27.823322 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:27.847216 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:42:27.849396 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923acb4-a601-4e70-b5ef-b623d380956c" -d '{"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-plugged", "status": "completed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:42:27.860339 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61da635-384a-47ff-9f4e-66bc0687620f req-ecb9ae4d-3ba7-4565-be7a-6d1b30040040 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:27.861815 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f61da635-384a-47ff-9f4e-66bc0687620f req-ecb9ae4d-3ba7-4565-be7a-6d1b30040040 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0526118 Sep 09 04:42:27.862562 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:42:27.867616 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:27.868430 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device b3446042-9774-408b-aa51-4ba658c97b30 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:42:27.922266 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1739a-d13d-4fbe-a1d7-3c0e0d29c601 req-6b60040e-4dd9-47ad-b11e-49c0a1546c0a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:27.923456 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:27.923750 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9ea1739a-d13d-4fbe-a1d7-3c0e0d29c601 req-6b60040e-4dd9-47ad-b11e-49c0a1546c0a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 945 time: 0.0610194 Sep 09 04:42:27.951030 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=10']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:27.955419 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port b3446042-9774-408b-aa51-4ba658c97b30 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:42:27.961628 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port b3446042-9774-408b-aa51-4ba658c97b30 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:42:27.961936 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (b3446042-9774-408b-aa51-4ba658c97b30), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:27.963266 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f61da635-384a-47ff-9f4e-66bc0687620f req-ec63f2eb-2536-4001-8f17-1f9d75a43806 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909970 Sep 09 04:42:27.992347 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9ea1739a-d13d-4fbe-a1d7-3c0e0d29c601 req-a9076cef-4f24-45aa-af7b-18c6d01d19b3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610919 Sep 09 04:42:28.029406 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57420be3-b1c9-4364-8524-a7de7e67900c x-openstack-request-id: req-57420be3-b1c9-4364-8524-a7de7e67900c {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:42:28.029702 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-plugged", "status": "completed", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:42:28.029953 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57420be3-b1c9-4364-8524-a7de7e67900c {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:42:28.030345 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57420be3-b1c9-4364-8524-a7de7e67900c'] response: {'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'code': 200} Sep 09 04:42:28.060001 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port b3446042-9774-408b-aa51-4ba658c97b30 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:42:28.060389 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (b3446042-9774-408b-aa51-4ba658c97b30), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:28.094990 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port b3446042-9774-408b-aa51-4ba658c97b30, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b3446042-9774-408b-aa51-4ba658c97b30,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:42:28.098642 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (b3446042-9774-408b-aa51-4ba658c97b30), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:28.144245 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=b3446042-9774-408b-aa51-4ba658c97b30,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:42:28.460465 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de611682-2778-4f88-984c-ac2aca5349c0 req-8c6b0827-95e2-4d9c-858a-853b09046326 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:28.461945 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-de611682-2778-4f88-984c-ac2aca5349c0 req-8c6b0827-95e2-4d9c-858a-853b09046326 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0499012 Sep 09 04:42:28.513313 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-de611682-2778-4f88-984c-ac2aca5349c0 req-cb5eee22-8bcd-4672-a379-1690ba550373 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450916 Sep 09 04:42:28.613535 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e733d-7ff5-416a-b3e7-20b7f59c6ebf req-40d4eda0-2ecc-448e-aa13-69cfba2fd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:28.615037 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a09e733d-7ff5-416a-b3e7-20b7f59c6ebf req-40d4eda0-2ecc-448e-aa13-69cfba2fd152 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 1130 time: 0.0387421 Sep 09 04:42:28.662185 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a09e733d-7ff5-416a-b3e7-20b7f59c6ebf req-0169e5af-973d-4267-941b-4b8e7935b371 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 Sep 09 04:42:28.849419 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9107-b8ea-4c45-b479-13afce12d722 req-ba3ac709-d290-4e32-a236-0a8f25a5cf86 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:28.850876 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2edd9107-b8ea-4c45-b479-13afce12d722 req-ba3ac709-d290-4e32-a236-0a8f25a5cf86 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0465062 Sep 09 04:42:28.898658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2edd9107-b8ea-4c45-b479-13afce12d722 req-e8de2887-898d-44c3-8f14-2c229a72344c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422497 Sep 09 04:42:29.115184 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6719a4-b2cf-4a8c-b65f-4bfb113a119c req-b0aa4b37-ad92-47bb-8c4d-ae7d3148d2ed tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:29.116660 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8b6719a4-b2cf-4a8c-b65f-4bfb113a119c req-b0aa4b37-ad92-47bb-8c4d-ae7d3148d2ed tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0743744 Sep 09 04:42:29.138299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f477-d46d-43c0-a9ce-1163668b0aa8 req-e0dae37b-6a46-4b58-81a7-3731da22980d tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:29.139729 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69f6f477-d46d-43c0-a9ce-1163668b0aa8 req-e0dae37b-6a46-4b58-81a7-3731da22980d tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0662947 Sep 09 04:42:29.204158 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8b6719a4-b2cf-4a8c-b65f-4bfb113a119c req-dd4b649d-5c49-4df1-ada5-b94440f032ff tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795856 Sep 09 04:42:29.208129 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69f6f477-d46d-43c0-a9ce-1163668b0aa8 req-e82dcf48-fcd3-4981-8c29-d18a41cf8744 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613880 Sep 09 04:42:29.639063 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8493ea-4c29-4273-ab3e-ecbd3b9215e0 req-4965dc45-2244-40a6-9d56-ee96e3747640 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:29.640507 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df8493ea-4c29-4273-ab3e-ecbd3b9215e0 req-4965dc45-2244-40a6-9d56-ee96e3747640 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0464594 Sep 09 04:42:29.691837 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-df8493ea-4c29-4273-ab3e-ecbd3b9215e0 req-c60371a8-3a79-432f-898d-07bd061eb61b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452578 Sep 09 04:42:30.016095 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04e5ce-fde8-4b1b-a2aa-1e39fded1b83 req-3c56f421-6cc6-48a3-ad12-65002bb76a05 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:30.017533 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cf04e5ce-fde8-4b1b-a2aa-1e39fded1b83 req-3c56f421-6cc6-48a3-ad12-65002bb76a05 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0454729 Sep 09 04:42:30.032166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:42:30.034533 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408fb872-44e6-430c-9af0-dbc399da150b" -d '{"events": [{"server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "name": "network-vif-plugged", "status": "completed", "tag": "b3446042-9774-408b-aa51-4ba658c97b30"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:42:30.064074 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cf04e5ce-fde8-4b1b-a2aa-1e39fded1b83 req-93461eb7-00ab-433c-8b37-831d82fd2b90 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411370 Sep 09 04:42:30.071145 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b36198-1ea8-4360-82b9-ddbd99fc33ed x-openstack-request-id: req-d4b36198-1ea8-4360-82b9-ddbd99fc33ed {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:42:30.071456 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "name": "network-vif-plugged", "status": "completed", "tag": "b3446042-9774-408b-aa51-4ba658c97b30", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:42:30.071712 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4b36198-1ea8-4360-82b9-ddbd99fc33ed {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:42:30.072104 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b36198-1ea8-4360-82b9-ddbd99fc33ed'] response: {'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30', 'code': 200} Sep 09 04:42:30.357051 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a682e38-5f5c-4448-83d4-7f93d4f9a44e req-848cfb7d-1f3d-438b-9ca8-4637f1ca8c22 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:30.358507 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4a682e38-5f5c-4448-83d4-7f93d4f9a44e req-848cfb7d-1f3d-438b-9ca8-4637f1ca8c22 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0768948 Sep 09 04:42:30.363877 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d67643-782c-4c09-9436-c0f06902a2ad req-cbfec56f-46dc-4f94-8d16-d47e7dec27ce tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:30.365217 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f1d67643-782c-4c09-9436-c0f06902a2ad req-cbfec56f-46dc-4f94-8d16-d47e7dec27ce tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0848968 Sep 09 04:42:30.413542 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:30.418100 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:30.438811 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4a682e38-5f5c-4448-83d4-7f93d4f9a44e req-010b9a05-2582-4761-8f4b-8f31a9f27abc tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727041 Sep 09 04:42:30.442259 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f1d67643-782c-4c09-9436-c0f06902a2ad req-267933fd-f639-4220-b1a4-a54a515e536c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703535 Sep 09 04:42:30.828624 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d0363-a26e-4cf7-8b97-48f9972aaf5b req-351bb80c-9f2d-46bd-85cd-442cab7d362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:30.830138 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-142d0363-a26e-4cf7-8b97-48f9972aaf5b req-351bb80c-9f2d-46bd-85cd-442cab7d362d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 1130 time: 0.0742393 Sep 09 04:42:30.844461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d87b3-8bc2-486c-9af9-5f7c2c4bae1c req-4d687f4d-9dc8-4a6a-97dd-ff34200088a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:30.845908 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e85d87b3-8bc2-486c-9af9-5f7c2c4bae1c req-4d687f4d-9dc8-4a6a-97dd-ff34200088a3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0600629 Sep 09 04:42:30.914641 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-142d0363-a26e-4cf7-8b97-48f9972aaf5b req-14d66d85-300a-418c-8bc7-9fe14fe6e5cb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765755 Sep 09 04:42:30.926220 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e85d87b3-8bc2-486c-9af9-5f7c2c4bae1c req-065590d9-e9dd-4358-9dec-e332895dac54 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741744 Sep 09 04:42:31.188142 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e41839-69fa-48f9-a026-854fda6a4d14 req-d08f142c-8662-4621-a09c-57bbd9fd8031 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:31.189671 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-80e41839-69fa-48f9-a026-854fda6a4d14 req-d08f142c-8662-4621-a09c-57bbd9fd8031 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Sep 09 04:42:31.237143 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-80e41839-69fa-48f9-a026-854fda6a4d14 req-08bbb330-8bec-4296-9483-41b3cadca243 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 Sep 09 04:42:31.591800 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d7171-3c1b-4d64-a85c-a3b07c185dcd req-7b826bce-e2eb-4e46-9c66-77751589e615 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:31.593248 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-997d7171-3c1b-4d64-a85c-a3b07c185dcd req-7b826bce-e2eb-4e46-9c66-77751589e615 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0768931 Sep 09 04:42:31.598882 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8af23-d024-4ea3-aeab-cbec2b048c38 req-d4534a46-e74a-44e4-b461-3e33776d1c4a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:31.600238 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ef8af23-d024-4ea3-aeab-cbec2b048c38 req-d4534a46-e74a-44e4-b461-3e33776d1c4a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0826626 Sep 09 04:42:31.639664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:31.675112 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-997d7171-3c1b-4d64-a85c-a3b07c185dcd req-df61e107-44a6-4e6e-9a97-5aa08a29ff93 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739198 Sep 09 04:42:31.678309 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ef8af23-d024-4ea3-aeab-cbec2b048c38 req-ebf032d4-d458-4a7a-806e-913ffe58c349 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714107 Sep 09 04:42:32.055308 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df245a-21d7-4f4b-b26c-d20fa27ce35b req-59357300-e861-44f2-88eb-b0f27e13bdac tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:32.056752 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-04df245a-21d7-4f4b-b26c-d20fa27ce35b req-59357300-e861-44f2-88eb-b0f27e13bdac tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0463078 Sep 09 04:42:32.107055 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-04df245a-21d7-4f4b-b26c-d20fa27ce35b req-e205cd02-1268-46f2-86de-2ad4ea078d39 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Sep 09 04:42:32.360355 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f252a8-8917-46f6-bbaf-54f832248e55 req-81d80130-6de5-49e1-b38b-c558e6968b9f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:32.361810 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-81f252a8-8917-46f6-bbaf-54f832248e55 req-81d80130-6de5-49e1-b38b-c558e6968b9f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0470324 Sep 09 04:42:32.408022 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-81f252a8-8917-46f6-bbaf-54f832248e55 req-ae6671d7-9858-401c-8aa8-1968def09344 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404716 Sep 09 04:42:32.610412 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:42:32.831948 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25380-cde3-4a5c-a168-61164c8be765 req-a46d03e5-9170-45b3-a6ad-1e14bd6e10ad tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:32.833416 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1ef25380-cde3-4a5c-a168-61164c8be765 req-a46d03e5-9170-45b3-a6ad-1e14bd6e10ad tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0814350 Sep 09 04:42:32.838869 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8a278-57c2-4ce7-adf9-c0f1d9c0da32 req-d18648c9-5a31-40e8-9d37-514ccba76be4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:32.840397 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-64e8a278-57c2-4ce7-adf9-c0f1d9c0da32 req-d18648c9-5a31-40e8-9d37-514ccba76be4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0790119 Sep 09 04:42:32.914203 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1ef25380-cde3-4a5c-a168-61164c8be765 req-686ffe25-ebbe-4705-bf28-a42ce10f4eb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728643 Sep 09 04:42:32.917765 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-64e8a278-57c2-4ce7-adf9-c0f1d9c0da32 req-cc2b0714-3e01-43c7-b713-13ac15312b0b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707471 Sep 09 04:42:33.034816 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacf045-68e9-48c3-8b30-c6df5483d74c req-87ed6abc-42b6-420b-b826-8a02281cc20e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:33.036340 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8bacf045-68e9-48c3-8b30-c6df5483d74c req-87ed6abc-42b6-420b-b826-8a02281cc20e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0498219 Sep 09 04:42:33.046302 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40876) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:33.050479 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'port_id': 'b3446042-9774-408b-aa51-4ba658c97b30'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:33.092389 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (53dcf214-cf25-4ecb-af57-5406d3ad6d2c), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:33.157309 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:33.246389 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:33.537977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:33.549632 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000790f-4310-4eb9-975e-7caf380e9ddc req-9971671f-96ca-4a7c-8fe7-32e25bed8242 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:33.551108 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5000790f-4310-4eb9-975e-7caf380e9ddc req-9971671f-96ca-4a7c-8fe7-32e25bed8242 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0613039 Sep 09 04:42:33.551683 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (53dcf214-cf25-4ecb-af57-5406d3ad6d2c), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:33.670637 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5000790f-4310-4eb9-975e-7caf380e9ddc req-551ec24e-0dbf-4d62-b414-0475886c2d1b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868065 Sep 09 04:42:33.679145 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP 53dcf214-cf25-4ecb-af57-5406d3ad6d2c associated. External IP: 172.27.3.133, port: b3446042-9774-408b-aa51-4ba658c97b30. Sep 09 04:42:33.871817 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:42:33.974107 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:42:33.979064 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:33.985447 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:42:33.995116 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:42:33.995827 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:42:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:34.038369 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-96b094fb-6945-474e-8b7c-56dbe2767be0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/53dcf214-cf25-4ecb-af57-5406d3ad6d2c HTTP/1.1" status: 200 len: 992 time: 0.9910083 Sep 09 04:42:34.041253 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:42:34.043265 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "tag": "b3446042-9774-408b-aa51-4ba658c97b30"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:42:34.058087 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bddd8-64d4-40c1-8d46-b1f38cf74d2a req-0eb7464f-9c57-4040-a34b-c877c211fcc7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:34.059635 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-860bddd8-64d4-40c1-8d46-b1f38cf74d2a req-0eb7464f-9c57-4040-a34b-c877c211fcc7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0613706 Sep 09 04:42:34.081275 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27603322-8013-49d5-a3ad-30d7dee35369 x-openstack-request-id: req-27603322-8013-49d5-a3ad-30d7dee35369 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:42:34.081563 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "tag": "b3446042-9774-408b-aa51-4ba658c97b30", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:42:34.081817 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27603322-8013-49d5-a3ad-30d7dee35369 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:42:34.082209 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27603322-8013-49d5-a3ad-30d7dee35369'] response: {'name': 'network-changed', 'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30', 'status': 'completed', 'code': 200} Sep 09 04:42:34.102173 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:42:34.111190 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-860bddd8-64d4-40c1-8d46-b1f38cf74d2a req-a598e046-0a50-49c9-9105-925729f72238 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453618 Sep 09 04:42:34.149436 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:34.180056 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-1a2fcdbb-dac9-4bad-b5ab-902c8af3a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:34.181550 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-1a2fcdbb-dac9-4bad-b5ab-902c8af3a22e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 1130 time: 0.0397596 Sep 09 04:42:34.195962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:34.320151 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '53dcf214-cf25-4ecb-af57-5406d3ad6d2c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': 'b3446042-9774-408b-aa51-4ba658c97b30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:c0:cf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491bf38-2476-4d98-81a8-4d82393cc599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:42:06Z', 'updated_at': '2022-09-09T04:42:33Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}, {'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:41:01Z', 'revision_number': 2, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:34.350540 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:42:34.359504 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:42:34.360137 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:42:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:34.465594 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:42:34.522490 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-3b38720a-0654-479a-aed6-dc6a95a2a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:34.523975 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-3b38720a-0654-479a-aed6-dc6a95a2a52b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 916 time: 0.3359995 Sep 09 04:42:34.586304 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-ec941afb-e3b0-4a39-b94a-d022318ee1b0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3446042-9774-408b-aa51-4ba658c97b30 HTTP/1.1" status: 200 len: 1000 time: 0.0545099 Sep 09 04:42:34.633644 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-0aee158d-5ed9-4237-9885-71a9d891f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:34.635093 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-0aee158d-5ed9-4237-9885-71a9d891f8e6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0422399 Sep 09 04:42:34.676092 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '53dcf214-cf25-4ecb-af57-5406d3ad6d2c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': 'b3446042-9774-408b-aa51-4ba658c97b30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:c0:cf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491bf38-2476-4d98-81a8-4d82393cc599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:42:06Z', 'updated_at': '2022-09-09T04:42:33Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}, {'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:41:01Z', 'revision_number': 2, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:34.689518 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-04df05d0-4d52-48cf-a7c5-0bb4cd6f94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:34.691280 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-04df05d0-4d52-48cf-a7c5-0bb4cd6f94f5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418646 Sep 09 04:42:34.702034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71701c5-bbc6-464b-821e-07636c8db912 None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '53dcf214-cf25-4ecb-af57-5406d3ad6d2c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.133', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': 'b3446042-9774-408b-aa51-4ba658c97b30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:c0:cf:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4491bf38-2476-4d98-81a8-4d82393cc599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:42:06Z', 'updated_at': '2022-09-09T04:42:33Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}, {'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:41:01Z', 'revision_number': 2, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:42:34.813534 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a10677-6872-4716-bb4f-5662cead7d05 req-7c03d3b9-9e80-49ce-8e6d-1643301edd86 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:34.815286 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-41a10677-6872-4716-bb4f-5662cead7d05 req-7c03d3b9-9e80-49ce-8e6d-1643301edd86 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0645843 Sep 09 04:42:34.843935 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-64d5a239-1fa8-41e2-9eb5-ffe64679b6e0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462586 Sep 09 04:42:34.894160 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd0386-c8ed-4b2d-8f00-2b4f43106769 None None] New status for floating IP 53dcf214-cf25-4ecb-af57-5406d3ad6d2c: ACTIVE {{(pid=107726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:42:34.922080 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-41a10677-6872-4716-bb4f-5662cead7d05 req-25fa1165-4cdd-44ea-a30a-d54255ceda05 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005611 Sep 09 04:42:34.962398 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2dfd4920-00d2-4fe6-ba7c-d0443ba41dc3 req-285964a9-0774-4d0c-a351-0b11ce7b71ab service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105227 Sep 09 04:42:35.236159 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88aeb0-8a0f-49bb-9316-8e870377e8a0 req-f1fae766-d26e-46ca-a202-44111563da7e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:35.237597 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e88aeb0-8a0f-49bb-9316-8e870377e8a0 req-f1fae766-d26e-46ca-a202-44111563da7e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0508142 Sep 09 04:42:35.284100 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e88aeb0-8a0f-49bb-9316-8e870377e8a0 req-1ab5110c-ea91-4801-9154-0fa477c63cdf tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408156 Sep 09 04:42:36.043455 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990e8e2-1578-46eb-a2bb-c75a8136fd30 req-99016f16-9caa-450e-9154-fecfb3d5daed tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:36.044927 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4990e8e2-1578-46eb-a2bb-c75a8136fd30 req-99016f16-9caa-450e-9154-fecfb3d5daed tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0477662 Sep 09 04:42:36.091487 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4990e8e2-1578-46eb-a2bb-c75a8136fd30 req-f52d435f-8431-4e18-ad69-3b407e824faf tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410199 Sep 09 04:42:36.402799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3872b30-5df5-405a-8391-a9eadfd5e590 req-e9ea2494-87fb-49b0-ab56-334f69d4e019 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:36.404273 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f3872b30-5df5-405a-8391-a9eadfd5e590 req-e9ea2494-87fb-49b0-ab56-334f69d4e019 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0456638 Sep 09 04:42:36.453744 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f3872b30-5df5-405a-8391-a9eadfd5e590 req-c7d9651d-4ee6-468f-8ba6-56fc99340335 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440142 Sep 09 04:42:37.210849 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b45cb-bb95-447d-960b-1498bb21c6ce req-bac31ca1-e5b0-4e9e-8ceb-f496f4f4b430 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:37.212338 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d63b45cb-bb95-447d-960b-1498bb21c6ce req-bac31ca1-e5b0-4e9e-8ceb-f496f4f4b430 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0460465 Sep 09 04:42:37.258887 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d63b45cb-bb95-447d-960b-1498bb21c6ce req-33e0b6fe-536e-43b4-a2d2-955dcbbb33a5 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 Sep 09 04:42:37.572721 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece2aed-8cac-4dfc-9291-3527441ff50a req-ba241df2-efde-40b9-8e65-aeab318d0ff4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:37.574672 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ece2aed-8cac-4dfc-9291-3527441ff50a req-ba241df2-efde-40b9-8e65-aeab318d0ff4 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0467918 Sep 09 04:42:37.601757 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:37.625774 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ece2aed-8cac-4dfc-9291-3527441ff50a req-b942b262-40d1-4967-8967-4d9d1b4e461d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456212 Sep 09 04:42:38.381615 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb32af-9b72-45d9-aba8-ff352aa1620c req-999367e5-abc8-45dd-8965-4bfb9923e266 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:38.383089 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6fb32af-9b72-45d9-aba8-ff352aa1620c req-999367e5-abc8-45dd-8965-4bfb9923e266 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0492949 Sep 09 04:42:38.417806 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:38.429667 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6fb32af-9b72-45d9-aba8-ff352aa1620c req-2e28e63d-896c-441e-bf13-1a21111bc49a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410724 Sep 09 04:42:38.626873 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce693b5-c114-48b4-b4f1-8e82aced4fe8 req-1beb9a86-82a3-487d-87ba-f7e9522ec62e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:38.628378 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cce693b5-c114-48b4-b4f1-8e82aced4fe8 req-1beb9a86-82a3-487d-87ba-f7e9522ec62e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0463083 Sep 09 04:42:38.691097 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cce693b5-c114-48b4-b4f1-8e82aced4fe8 req-30695dc9-b2dd-47c3-be08-0704d39f1eaf tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571382 Sep 09 04:42:38.747625 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-b1d117b4-4b27-400d-803e-0f7ba521a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:38.749096 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-b1d117b4-4b27-400d-803e-0f7ba521a74e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 1130 time: 0.0708489 Sep 09 04:42:38.763853 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545a4b-4682-4364-9d6a-ed9699335642 req-946edbb6-1bf3-480b-869f-6ecff2cf295f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:38.765225 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb545a4b-4682-4364-9d6a-ed9699335642 req-946edbb6-1bf3-480b-869f-6ecff2cf295f tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0542703 Sep 09 04:42:38.865723 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bb545a4b-4682-4364-9d6a-ed9699335642 req-6fe927cc-754b-4562-be8b-120c3730702a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916798 Sep 09 04:42:38.886302 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-6a37a92f-4626-4472-aa20-a7b0bcb70625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:38.887841 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-6a37a92f-4626-4472-aa20-a7b0bcb70625 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 912 time: 0.1217947 Sep 09 04:42:38.952714 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-2ecf984e-bcf6-4a10-b1c0-ee60314f6e54 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4 HTTP/1.1" status: 200 len: 1002 time: 0.0588913 Sep 09 04:42:39.002419 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-16df71ce-9fff-40e7-9af8-b7c2165dedce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:39.003927 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-16df71ce-9fff-40e7-9af8-b7c2165dedce service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 200 len: 850 time: 0.0434880 Sep 09 04:42:39.050709 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-b4d4ed75-913c-4e36-bac1-f745c76137f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:39.052214 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-b4d4ed75-913c-4e36-bac1-f745c76137f2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=da245dda-2c01-4deb-aa23-3957c02d97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424051 Sep 09 04:42:39.148717 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-a3807e05-a62d-436a-98ca-8d6963ead462 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817938 Sep 09 04:42:39.240835 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-37c81666-c3ab-469f-bd9b-aa2a337fa1d6 req-1eb1c41f-f3f7-4d97-be5b-9582b5ea8e65 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858235 Sep 09 04:42:39.812200 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa529-1319-41ac-a8d1-d02d0f6a3353 req-f78b00ea-ef38-49a7-aecb-82110b370dc9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:39.813638 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-943fa529-1319-41ac-a8d1-d02d0f6a3353 req-f78b00ea-ef38-49a7-aecb-82110b370dc9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0464954 Sep 09 04:42:39.861070 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-943fa529-1319-41ac-a8d1-d02d0f6a3353 req-ba0cbc26-f771-4424-bd02-a20054bf1fdf tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Sep 09 04:42:39.988546 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094c24c-faaf-4845-a6b1-15ea7e7ce8c0 req-a40dce12-6b8c-41fa-96a3-e7dbbf6f5349 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:39.989890 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1094c24c-faaf-4845-a6b1-15ea7e7ce8c0 req-a40dce12-6b8c-41fa-96a3-e7dbbf6f5349 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0459213 Sep 09 04:42:40.042802 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1094c24c-faaf-4845-a6b1-15ea7e7ce8c0 req-9db25cd8-237d-4bbb-83b7-ded44cdfab2d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472376 Sep 09 04:42:41.161242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5594695-bb01-4240-af7f-dbb602dbcf40 req-42ac46e3-840a-43bb-88bf-f0133a70dfc0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:41.162688 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f5594695-bb01-4240-af7f-dbb602dbcf40 req-42ac46e3-840a-43bb-88bf-f0133a70dfc0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0459030 Sep 09 04:42:41.181885 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:41.211384 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f5594695-bb01-4240-af7f-dbb602dbcf40 req-acb64a48-e900-41c8-8370-17e32625c954 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Sep 09 04:42:42.331718 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f4bd0-764c-4df1-926d-4616639aa291 req-1420d9e5-1f48-4228-8350-960133d80692 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:42.333157 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a05f4bd0-764c-4df1-926d-4616639aa291 req-1420d9e5-1f48-4228-8350-960133d80692 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0455875 Sep 09 04:42:42.345681 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:42.379359 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a05f4bd0-764c-4df1-926d-4616639aa291 req-42c430e6-498a-4980-a3e3-ff04b8f0a1cb tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400074 Sep 09 04:42:43.210263 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-84014873-04b9-4e29-9d13-4d46bde5ef24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:43.502164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c4dcd-ea37-4e75-9bd5-37bac0c96d37 req-8ea0d605-7d10-4f17-a8cd-4f3c2a1c19c1 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:43.503642 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e63c4dcd-ea37-4e75-9bd5-37bac0c96d37 req-8ea0d605-7d10-4f17-a8cd-4f3c2a1c19c1 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0497930 Sep 09 04:42:43.550793 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e63c4dcd-ea37-4e75-9bd5-37bac0c96d37 req-6dd5e785-f281-42ee-bab7-97c7c67389ee tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416410 Sep 09 04:42:44.669791 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414a22d-827b-48b2-9656-a81da917c144 req-c7b39d12-0c11-4555-b2b2-d4f95b31a417 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:44.671266 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c414a22d-827b-48b2-9656-a81da917c144 req-c7b39d12-0c11-4555-b2b2-d4f95b31a417 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0460300 Sep 09 04:42:44.679368 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:44.717700 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c414a22d-827b-48b2-9656-a81da917c144 req-1fb44faa-33b5-4774-8e7d-a831054ff863 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409157 Sep 09 04:42:45.077225 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:45.079146 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=16 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:45.437207 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-bdbf749a-4e2f-4a94-b6e3-7a841c77a5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:45.840332 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce6863-8820-4bb9-87f4-180db5c047f5 req-563a42d2-2a46-4512-acf2-6a68fc517cc8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:45.841776 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-75ce6863-8820-4bb9-87f4-180db5c047f5 req-563a42d2-2a46-4512-acf2-6a68fc517cc8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0497854 Sep 09 04:42:45.887898 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-75ce6863-8820-4bb9-87f4-180db5c047f5 req-9c95f98b-cf51-44ab-b9fc-670a45042855 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406134 Sep 09 04:42:46.723976 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:47.011256 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd845b70-52b6-45aa-a0cb-70ed55965513 req-f7d3c0cb-8a24-44b8-8794-e65d9f824910 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:47.013232 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dd845b70-52b6-45aa-a0cb-70ed55965513 req-f7d3c0cb-8a24-44b8-8794-e65d9f824910 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0471346 Sep 09 04:42:47.060013 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dd845b70-52b6-45aa-a0cb-70ed55965513 req-204224cf-019e-4490-876a-2ecc7f42976a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411267 Sep 09 04:42:48.180973 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949d905-8d05-4179-84ff-94cab9b316d3 req-c649d7c4-0429-40ef-bb6f-cef73714e131 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:48.182431 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8949d905-8d05-4179-84ff-94cab9b316d3 req-c649d7c4-0429-40ef-bb6f-cef73714e131 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0466404 Sep 09 04:42:48.211188 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:48.233653 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8949d905-8d05-4179-84ff-94cab9b316d3 req-23c89259-1a0b-468b-b899-60247e2f5374 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455866 Sep 09 04:42:48.339845 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:48.814805 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ddfaf-a8dd-4542-bab3-47a38674426a req-1dfb461e-bca7-473e-af35-110e6f707a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:48.816560 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6b6ddfaf-a8dd-4542-bab3-47a38674426a req-1dfb461e-bca7-473e-af35-110e6f707a5f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1129 time: 0.0379424 Sep 09 04:42:48.859480 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6b6ddfaf-a8dd-4542-bab3-47a38674426a req-a31f9a09-6991-4382-9437-ed0fffe573a3 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358987 Sep 09 04:42:49.352289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadcc6f-b0f6-4b52-bbd4-36079facd000 req-50636fc9-1348-4d58-a357-0591a3a3be93 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:49.354408 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4eadcc6f-b0f6-4b52-bbd4-36079facd000 req-50636fc9-1348-4d58-a357-0591a3a3be93 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0455313 Sep 09 04:42:49.399618 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4eadcc6f-b0f6-4b52-bbd4-36079facd000 req-776088e2-afb3-40be-9e31-8b12779e21a8 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397379 Sep 09 04:42:50.523311 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9d8ef-d77d-4ca5-a7f8-e620703d2586 req-0301f4ad-9b59-4225-bfca-3fbceb082f3b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:50.524672 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-31c9d8ef-d77d-4ca5-a7f8-e620703d2586 req-0301f4ad-9b59-4225-bfca-3fbceb082f3b tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0490801 Sep 09 04:42:50.571392 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-31c9d8ef-d77d-4ca5-a7f8-e620703d2586 req-52cb68e4-82d8-4bcd-9f49-64033cc5666d tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 Sep 09 04:42:51.690895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e78a5-9a2f-4f34-a94e-1d61fd1befe9 req-cab97c62-28f8-4f26-a728-68fe762b4284 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:51.693320 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a20e78a5-9a2f-4f34-a94e-1d61fd1befe9 req-cab97c62-28f8-4f26-a728-68fe762b4284 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0474658 Sep 09 04:42:51.739647 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a20e78a5-9a2f-4f34-a94e-1d61fd1befe9 req-b9cb34de-0505-45cc-889e-55c066b4b31c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406098 Sep 09 04:42:52.165236 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cf27f-224c-4494-8957-bdfd9053ed35 req-73e5e0b5-05ef-4caa-8432-1aba1f706403 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:52.166688 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-274cf27f-224c-4494-8957-bdfd9053ed35 req-73e5e0b5-05ef-4caa-8432-1aba1f706403 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0778685 Sep 09 04:42:52.170042 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-ecdbb7ca-94a3-4cf9-b77b-66dbcd198d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:52.171409 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-ecdbb7ca-94a3-4cf9-b77b-66dbcd198d7c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1129 time: 0.0540004 Sep 09 04:42:52.192985 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:52.242187 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:52.261713 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-274cf27f-224c-4494-8957-bdfd9053ed35 req-12206808-855c-4a8f-84d7-0d8ab619e6df tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887878 Sep 09 04:42:52.299490 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-5fdb66f1-8fe3-4717-9344-f5726fa51ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:52.300970 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-5fdb66f1-8fe3-4717-9344-f5726fa51ac2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.1214828 Sep 09 04:42:52.364664 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-57dbf36e-06a8-4995-9c89-46d1226219e8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 1001 time: 0.0559618 Sep 09 04:42:52.411572 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-7d288cc8-b158-457f-acaa-6af3d9043299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:52.412990 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-7d288cc8-b158-457f-acaa-6af3d9043299 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0425613 Sep 09 04:42:52.460679 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-a9b0c604-a6cb-4530-a315-14846287969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:52.462058 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-a9b0c604-a6cb-4530-a315-14846287969e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398054 Sep 09 04:42:52.556087 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-96555ed3-4c63-4cb0-b400-0fe1fffdc196 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813539 Sep 09 04:42:52.654036 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-78f2bfc7-cb18-4051-bde8-6cafd3e6e816 req-227a06f5-55fd-4e24-8978-4143cc71cf3c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902953 Sep 09 04:42:53.383362 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8233e4-6501-4981-863b-70c43c2e06c6 req-3f06189e-7acf-441a-9cab-028b0318a930 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:53.384826 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bd8233e4-6501-4981-863b-70c43c2e06c6 req-3f06189e-7acf-441a-9cab-028b0318a930 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0468316 Sep 09 04:42:53.431131 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bd8233e4-6501-4981-863b-70c43c2e06c6 req-4a1c3931-d9d2-429a-a737-c3c7d6f17d49 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Sep 09 04:42:54.549715 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeb027-0eb1-4aa7-97e1-8ee2d86274dd req-21732cd0-1e85-40a3-9f2c-ed17adb4fc1a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:54.551111 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-81eeb027-0eb1-4aa7-97e1-8ee2d86274dd req-21732cd0-1e85-40a3-9f2c-ed17adb4fc1a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0456119 Sep 09 04:42:54.599876 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-81eeb027-0eb1-4aa7-97e1-8ee2d86274dd req-71157fb9-cce0-4544-b54d-cb42bd972998 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434251 Sep 09 04:42:55.724965 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2d468-9963-488b-a6d3-15be11e91eb1 req-9fcf07a8-c827-45fd-8def-c47ab025c9a6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:55.726404 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97d2d468-9963-488b-a6d3-15be11e91eb1 req-9fcf07a8-c827-45fd-8def-c47ab025c9a6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0461640 Sep 09 04:42:55.772896 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97d2d468-9963-488b-a6d3-15be11e91eb1 req-99fa2a51-41be-4919-abc1-4783107ddb81 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403898 Sep 09 04:42:55.887702 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efe2de-9be6-4538-9b00-079014228b59 req-c7d5770a-7283-443f-8806-1d0dc2ddc9f6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:55.889046 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d0efe2de-9be6-4538-9b00-079014228b59 req-c7d5770a-7283-443f-8806-1d0dc2ddc9f6 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0459089 Sep 09 04:42:55.899091 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 40962) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:42:55.903364 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Request body: {'floatingip': {'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:42:55.960161 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:56.061885 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:56.268713 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:56.404444 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:56.408077 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:56.602298 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Router 193d4d32-5811-44ab-80f2-9a1e52fb747c has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:42:56.703481 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:42:56.708412 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:42:56.712704 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] Sync routers for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:42:56.722952 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:42:56.723567 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:42:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:56.738784 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:42:56.741026 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d195e325-ed01-42cd-a685-cd3f05ffc3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:42:56.771295 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-bb7fc1cd-c75a-458c-b618-6c34e84c234c tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/c7254b0a-870c-4132-8cf9-264590219836 HTTP/1.1" status: 200 len: 993 time: 0.8690736 Sep 09 04:42:56.793219 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8416c9df-7e47-4d1d-9f88-582869318bee x-openstack-request-id: req-8416c9df-7e47-4d1d-9f88-582869318bee {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:42:56.793611 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:42:56.793870 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8416c9df-7e47-4d1d-9f88-582869318bee {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:42:56.794269 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8416c9df-7e47-4d1d-9f88-582869318bee'] response: {'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'status': 'completed', 'code': 200} Sep 09 04:42:56.899155 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-c52b74d8-9818-4e3e-a133-9fae052874b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:56.900688 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-c52b74d8-9818-4e3e-a133-9fae052874b7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1129 time: 0.0406983 Sep 09 04:42:56.951803 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:42:56.982804 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:56.997796 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-7361ee9b-d95a-4657-aff3-20b4325516d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:56.999300 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-7361ee9b-d95a-4657-aff3-20b4325516d5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.0928724 Sep 09 04:42:57.019830 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:57.050871 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:57.066742 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-a9862418-e61b-4515-98f5-3b9fd944b391 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 1001 time: 0.0607598 Sep 09 04:42:57.170578 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'c7254b0a-870c-4132-8cf9-264590219836', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'mac_address': 'fa:16:3e:d2:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:41:12Z', 'updated_at': '2022-09-09T04:42:56Z', 'revision_number': 3, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:57.200968 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] Checking router: 193d4d32-5811-44ab-80f2-9a1e52fb747c for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:42:57.210003 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:42:57.210625 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:42:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:57.315717 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:42:57.365480 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-a311291d-be64-44f8-9ab4-8529039ddf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:57.366955 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-a311291d-be64-44f8-9ab4-8529039ddf84 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.2879698 Sep 09 04:42:57.410513 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-c2cb0729-90fc-488a-a08d-ed858e68dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:57.412023 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-c2cb0729-90fc-488a-a08d-ed858e68dd3c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379288 Sep 09 04:42:57.505917 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-04379a59-62c6-4826-8d9a-8434f3c274b4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868132 Sep 09 04:42:57.527312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'c7254b0a-870c-4132-8cf9-264590219836', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'mac_address': 'fa:16:3e:d2:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:41:12Z', 'updated_at': '2022-09-09T04:42:56Z', 'revision_number': 3, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:42:57.551951 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61359c8-f8b0-4771-97a7-7bf715459fe8 None None] The sync data for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi is: [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'c7254b0a-870c-4132-8cf9-264590219836', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'port_id': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'mac_address': 'fa:16:3e:d2:5b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:41:12Z', 'updated_at': '2022-09-09T04:42:56Z', 'revision_number': 3, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:42:57.598536 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d195e325-ed01-42cd-a685-cd3f05ffc3d4 req-5463cdb8-1d77-4112-8988-f34ae0bd29fd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850694 Sep 09 04:42:58.795237 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:42:58.797581 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bbbbbc-f314-4134-b522-ec76d8cd964f" -d '{"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:42:58.836242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a15151-151f-43db-a8d2-72e9b1dd8664 x-openstack-request-id: req-f2a15151-151f-43db-a8d2-72e9b1dd8664 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:42:58.836534 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:42:58.836789 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2a15151-151f-43db-a8d2-72e9b1dd8664 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:42:58.837191 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a15151-151f-43db-a8d2-72e9b1dd8664'] response: {'name': 'network-changed', 'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'status': 'completed', 'code': 200} Sep 09 04:42:58.931665 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:42:58.944783 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-41a0c973-df9a-4d8d-ba4d-c33a0f93f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:58.946287 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-41a0c973-df9a-4d8d-ba4d-c33a0f93f558 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 1129 time: 0.0436637 Sep 09 04:42:59.038839 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-28becdba-26cb-49a1-b1d1-b2a4b2e301f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:59.040335 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-28becdba-26cb-49a1-b1d1-b2a4b2e301f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.0877001 Sep 09 04:42:59.103241 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-b4700902-a860-493f-9df9-f892f1434d49 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 200 len: 1001 time: 0.0561585 Sep 09 04:42:59.149756 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-bc8706c4-133c-4532-b705-ace8a2b5eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:59.151151 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-bc8706c4-133c-4532-b705-ace8a2b5eb07 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0415032 Sep 09 04:42:59.194995 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-1255e8a3-7319-4f4a-b58f-81499020806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:42:59.196468 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-1255e8a3-7319-4f4a-b58f-81499020806a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379431 Sep 09 04:42:59.297982 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-20e3df2e-b8ca-4765-9fd0-463fe9d96a31 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943604 Sep 09 04:42:59.387513 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-62bbbbbc-f314-4134-b522-ec76d8cd964f req-eb8ae748-ccc5-4530-9150-0594ef116cf5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817819 Sep 09 04:43:01.640266 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:02.677785 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-967aecb0-73e0-4ff8-a77f-dad05933dcba service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426471 Sep 09 04:43:02.773451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-7e29ec51-9851-4c1d-a529-aa60f8eb725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:02.774957 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-7e29ec51-9851-4c1d-a529-aa60f8eb725a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1d203c97242044fb8bf29bdc461e2efd&device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 1129 time: 0.0384705 Sep 09 04:43:02.888897 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-33217968-518e-4668-8060-ed148baf753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:02.890352 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-33217968-518e-4668-8060-ed148baf753b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 200 len: 919 time: 0.0879531 Sep 09 04:43:02.930714 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-c88cd06c-fe30-4723-923d-598da0d53370 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe HTTP/1.1" status: 200 len: 217 time: 0.0324199 Sep 09 04:43:02.945577 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:02.979652 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-c11add3d-5f6c-4113-9cd4-ee40176c3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:02.981742 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-c11add3d-5f6c-4113-9cd4-ee40176c3e2f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 200 len: 857 time: 0.0434868 Sep 09 04:43:03.032310 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-b71fd3cd-9bff-4e17-aeb0-158c74ae1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:03.033785 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-b71fd3cd-9bff-4e17-aeb0-158c74ae1f03 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=1c260770-d4b1-4e02-bd09-9b1833989c1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387540 Sep 09 04:43:03.127179 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-d47bf169-f20e-4acf-8493-9fb38b0b12fc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853837 Sep 09 04:43:03.221347 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-107ba6f1-2ad7-417c-ad28-bca38ab538bc req-84e8fccb-f64c-4d54-b128-8054bf5be69a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867603 Sep 09 04:43:09.609953 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:43:11.628787 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=35 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:11.633566 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:11.635286 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:13.120026 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3526e25-bb89-4deb-9232-1b908e6cbaae req-23741bff-7adf-4063-a14a-5b1910edc561 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:13.121955 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c3526e25-bb89-4deb-9232-1b908e6cbaae req-23741bff-7adf-4063-a14a-5b1910edc561 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0485883 Sep 09 04:43:13.167890 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c3526e25-bb89-4deb-9232-1b908e6cbaae req-8f410875-d18f-4fe7-943c-1e1bbaac2c41 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403032 Sep 09 04:43:13.211990 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4cba2b86-53e5-4d72-9088-48406d9fce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:14.289637 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:14.301077 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40339a-1285-4eeb-93a8-0e54963e6287 req-48ad881b-1898-441a-a533-4f5bf8031d86 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:14.302534 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0c40339a-1285-4eeb-93a8-0e54963e6287 req-48ad881b-1898-441a-a533-4f5bf8031d86 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0523033 Sep 09 04:43:14.348052 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0c40339a-1285-4eeb-93a8-0e54963e6287 req-7ad58a88-eef0-471a-ba7e-0c4825cf4b69 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397828 Sep 09 04:43:15.029101 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b108c-a261-4d71-b172-d9c4dc652047 req-48c658ce-cae6-485c-93a9-3f1e32702068 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:15.030547 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-315b108c-a261-4d71-b172-d9c4dc652047 req-48c658ce-cae6-485c-93a9-3f1e32702068 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0493124 Sep 09 04:43:15.147142 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Deleting port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:15.147409 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:15.239118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] For port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:15.239489 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:15.440820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-13c10368-883b-4172-a463-4ec44e65e8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:15.475764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:15.476402 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (97e0e8a4-39f6-4a65-8839-2d9a0871fbe5), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:15.476556 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Floating IP 97e0e8a4-39f6-4a65-8839-2d9a0871fbe5 disassociated. External IP: 172.27.3.174, port: 4024da04-efc2-4a91-b9ed-e97cc0ac1f78. Sep 09 04:43:15.476858 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Calling delete_port for 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 owned by compute:nova {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:15.501895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab9e5f-07f7-44d9-b53c-0cf226d7516c req-0a7eb546-6047-4ed7-86d9-9ee47a4445f1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:15.503386 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4bab9e5f-07f7-44d9-b53c-0cf226d7516c req-0a7eb546-6047-4ed7-86d9-9ee47a4445f1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 946 time: 0.0719440 Sep 09 04:43:15.556649 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:15.605105 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4bab9e5f-07f7-44d9-b53c-0cf226d7516c req-0e58030f-318b-46b9-8c70-35b564fb798e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cb7d1f28-55ce-4e74-a493-f192a9e94537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706191 Sep 09 04:43:15.663522 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (4024da04-efc2-4a91-b9ed-e97cc0ac1f78), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:15.691801 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event deleted for resources: {'Port': ['ID=4024da04-efc2-4a91-b9ed-e97cc0ac1f78,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:15.800230 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Router 0eb35b93-a59a-406b-b039-5d2fb90e5044 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:15.903773 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:15.914675 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] Sync routers for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:15.925052 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:15.925772 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:15.948102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:15.971469 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] No DVR routers for this DVR port 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 on host hv-cinder-85600 {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:43:15.974585 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:15.977922 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-315b108c-a261-4d71-b172-d9c4dc652047 req-0c2acd35-72d6-48dd-8f16-b52bb7a70d35 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "DELETE /networking/v2.0/ports/4024da04-efc2-4a91-b9ed-e97cc0ac1f78 HTTP/1.1" status: 204 len: 173 time: 0.9389703 Sep 09 04:43:15.978421 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-deleted', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:15.980742 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf697599-958b-4986-8d98-3e83b228af0a" -d '{"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-deleted", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:16.022203 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2fb411-99c9-49ab-9440-8742513b09e5 x-openstack-request-id: req-ba2fb411-99c9-49ab-9440-8742513b09e5 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:16.022523 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e", "name": "network-vif-deleted", "tag": "4024da04-efc2-4a91-b9ed-e97cc0ac1f78", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:16.022782 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba2fb411-99c9-49ab-9440-8742513b09e5 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:16.023222 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2fb411-99c9-49ab-9440-8742513b09e5'] response: {'server_uuid': '4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e', 'name': 'network-vif-deleted', 'tag': '4024da04-efc2-4a91-b9ed-e97cc0ac1f78', 'status': 'completed', 'code': 200} Sep 09 04:43:16.040787 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:16.239471 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:16.267354 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] Checking router: 0eb35b93-a59a-406b-b039-5d2fb90e5044 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:16.275949 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:16.277100 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:16.382751 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:16.566503 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:16.594637 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4021774-eb29-4eb0-bdb5-24822e269a08 None None] The sync data for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi is: [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:16.736374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:16.738639 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9b63294e-c53e-4894-86a6-a263ca0488d9 req-098133c2-cb96-4b26-9646-48343b3ea67f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ebb37da-ff78-4e93-b7a4-0d89b7bc5e3e HTTP/1.1" status: 200 len: 210 time: 0.0317430 Sep 09 04:43:16.873727 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a0020-f4dc-451d-bb30-79fc12de369f None None] New status for floating IP 97e0e8a4-39f6-4a65-8839-2d9a0871fbe5: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:17.161153 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:43:17.181210 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:43:17.181550 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 4024da04-efc2-4a91-b9ed-e97cc0ac1f78 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:43:17.846947 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41032) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:17.906136 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cd62d20-7b7b-4c60-99e9-5dfa6843ca14 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (cb7d1f28-55ce-4e74-a493-f192a9e94537), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:17.933131 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cd62d20-7b7b-4c60-99e9-5dfa6843ca14 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (cb7d1f28-55ce-4e74-a493-f192a9e94537), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.005283 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a87462-3aa5-41b8-b569-b387fb91cc58 req-ebf9b67e-9a97-46e4-b6bf-70ec9cbd36d5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:18.006802 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-60a87462-3aa5-41b8-b569-b387fb91cc58 req-ebf9b67e-9a97-46e4-b6bf-70ec9cbd36d5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0764184 Sep 09 04:43:18.044410 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cd62d20-7b7b-4c60-99e9-5dfa6843ca14 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (cb7d1f28-55ce-4e74-a493-f192a9e94537), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.047044 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cd62d20-7b7b-4c60-99e9-5dfa6843ca14 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.048196 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2cd62d20-7b7b-4c60-99e9-5dfa6843ca14 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/cb7d1f28-55ce-4e74-a493-f192a9e94537 HTTP/1.1" status: 204 len: 168 time: 0.1997261 Sep 09 04:43:18.051639 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41036) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:18.064993 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd62d20-7b7b-4c60-99e9-5dfa6843ca14 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7d1f28-55ce-4e74-a493-f192a9e94537,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:18.068301 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.api.v2.resource [None req-46fcd116-1801-456d-95f8-0fc7ee0f510a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] show failed (client error): The resource could not be found. Sep 09 04:43:18.075086 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-60a87462-3aa5-41b8-b569-b387fb91cc58 req-07edd2ea-7743-4ebc-aefa-36c2fb7f666b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619190 Sep 09 04:43:18.075618 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41040) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:18.083652 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-46fcd116-1801-456d-95f8-0fc7ee0f510a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups/cb7d1f28-55ce-4e74-a493-f192a9e94537 HTTP/1.1" status: 404 len: 347 time: 0.0191791 Sep 09 04:43:18.186403 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Deleting port 9734644a-c23a-4993-95c1-c232d4972041 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:18.186683 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (9734644a-c23a-4993-95c1-c232d4972041), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.214554 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.264335 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (9734644a-c23a-4993-95c1-c232d4972041), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.264690 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (9734644a-c23a-4993-95c1-c232d4972041), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.280231 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Calling delete_port for 9734644a-c23a-4993-95c1-c232d4972041 owned by network:floatingip {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:18.326093 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:18.341815 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.418623 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (9734644a-c23a-4993-95c1-c232d4972041), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.446105 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event deleted for resources: {'Port': ['ID=9734644a-c23a-4993-95c1-c232d4972041,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:18.507207 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (97e0e8a4-39f6-4a65-8839-2d9a0871fbe5), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.509739 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.510970 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3c45240c-f07b-4f72-9780-7ff02f1f70d3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/97e0e8a4-39f6-4a65-8839-2d9a0871fbe5 HTTP/1.1" status: 204 len: 168 time: 0.4343660 Sep 09 04:43:18.602341 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41044) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:18.606872 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-ae64c877-aa9d-46ec-a252-20aa5e85c96b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280832094', 'description': 'tempest-description--884160225'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:18.627671 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ae64c877-aa9d-46ec-a252-20aa5e85c96b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.693607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ae64c877-aa9d-46ec-a252-20aa5e85c96b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (0dfa99e8-b79a-46f9-a69b-775139d66edb), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.697147 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ae64c877-aa9d-46ec-a252-20aa5e85c96b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0dfa99e8-b79a-46f9-a69b-775139d66edb), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.726720 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ae64c877-aa9d-46ec-a252-20aa5e85c96b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.727971 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ae64c877-aa9d-46ec-a252-20aa5e85c96b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245947 Sep 09 04:43:18.730519 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c877-aa9d-46ec-a252-20aa5e85c96b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa99e8-b79a-46f9-a69b-775139d66edb,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:18.731659 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41046) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:18.736975 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'security_group_rule': {'security_group_id': '0dfa99e8-b79a-46f9-a69b-775139d66edb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:18.765775 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (8c121768-8f15-4dfc-a2cf-1a367e7f4a48), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.820165 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (8c121768-8f15-4dfc-a2cf-1a367e7f4a48), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.823601 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (8c121768-8f15-4dfc-a2cf-1a367e7f4a48), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.842408 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c121768-8f15-4dfc-a2cf-1a367e7f4a48,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:18.850761 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.851941 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185777 Sep 09 04:43:18.853556 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.853900 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.854233 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.854619 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.854918 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41048) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:18.855408 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.855408 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.855608 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.855902 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.856220 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.856539 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.857347 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.857671 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.857991 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.858310 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.858623 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8690364-8b89-4d00-9063-e0c8edfcb5aa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:18.860517 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-93185f10-6032-4cf3-bdb5-0cdf9a2e7cd4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'security_group_rule': {'security_group_id': '0dfa99e8-b79a-46f9-a69b-775139d66edb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:18.877164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:18.887600 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-93185f10-6032-4cf3-bdb5-0cdf9a2e7cd4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (583d18df-7bc0-46f8-b770-0cb547c34aa4), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.946067 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-93185f10-6032-4cf3-bdb5-0cdf9a2e7cd4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (583d18df-7bc0-46f8-b770-0cb547c34aa4), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.949996 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-93185f10-6032-4cf3-bdb5-0cdf9a2e7cd4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (583d18df-7bc0-46f8-b770-0cb547c34aa4), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.968870 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93185f10-6032-4cf3-bdb5-0cdf9a2e7cd4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583d18df-7bc0-46f8-b770-0cb547c34aa4,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:18.973721 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-93185f10-6032-4cf3-bdb5-0cdf9a2e7cd4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:18.974906 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-93185f10-6032-4cf3-bdb5-0cdf9a2e7cd4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189315 Sep 09 04:43:18.978141 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41050) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:18.982324 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:19.003712 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.079978 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.225480 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e5f61-1336-427a-87b5-5d954d868673 req-a12d5695-58c9-44fb-a2dc-33b39cade507 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:19.226816 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d79e5f61-1336-427a-87b5-5d954d868673 req-a12d5695-58c9-44fb-a2dc-33b39cade507 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0643194 Sep 09 04:43:19.227878 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Allocated IP 172.27.3.246 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/b265312c-2080-4dad-a5da-abdc4c8ba28c) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:43:19.243508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:19.340229 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d79e5f61-1336-427a-87b5-5d954d868673 req-f1f323c5-4120-4101-81b7-28583f4a510e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077485 Sep 09 04:43:19.377448 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.408080 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.444561 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:43:19.450189 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:43:19.453970 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:43:19.478246 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'Port': ['ID=b265312c-2080-4dad-a5da-abdc4c8ba28c,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:19.522537 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:19.542993 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (fd92eedc-2a5d-4206-b80b-19cc0e53a18f), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.580087 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.744712 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-8d38074d-36f1-4630-8307-101d01ff60fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:19.746612 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-8d38074d-36f1-4630-8307-101d01ff60fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0666621 Sep 09 04:43:19.768963 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.786413 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.885819 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'Port': ['ID=b265312c-2080-4dad-a5da-abdc4c8ba28c,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:19.897597 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (fd92eedc-2a5d-4206-b80b-19cc0e53a18f), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:19.903558 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port b3446042-9774-408b-aa51-4ba658c97b30 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:19.903882 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (b3446042-9774-408b-aa51-4ba658c97b30), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:20.195890 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:20.197073 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3ab90618-f6b5-47ad-9323-c471fb45c749 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2180176 Sep 09 04:43:20.248018 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] For port b3446042-9774-408b-aa51-4ba658c97b30, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b3446042-9774-408b-aa51-4ba658c97b30,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:20.248385 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (b3446042-9774-408b-aa51-4ba658c97b30), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:20.257940 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:20.473606 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:20.473885 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (53dcf214-cf25-4ecb-af57-5406d3ad6d2c), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:20.474195 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP 53dcf214-cf25-4ecb-af57-5406d3ad6d2c disassociated. External IP: 172.27.3.133, port: b3446042-9774-408b-aa51-4ba658c97b30. Sep 09 04:43:20.474532 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for b3446042-9774-408b-aa51-4ba658c97b30 owned by compute:nova {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:20.494170 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-d17e2db7-46c6-4955-bb44-394279e0434f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1280832094&fields=id&tenant_id=5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 267 time: 0.1356332 Sep 09 04:43:20.499685 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8c60-4a48-4855-9740-a8cd6d8c2026 req-324e2d97-a99c-4708-8d42-b874b377b503 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:20.501098 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bc5e8c60-4a48-4855-9740-a8cd6d8c2026 req-324e2d97-a99c-4708-8d42-b874b377b503 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 946 time: 0.0843279 Sep 09 04:43:20.623873 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:20.657938 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bc5e8c60-4a48-4855-9740-a8cd6d8c2026 req-30ca8570-88c0-45e6-9be0-3967694981d1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0eaebbee-c9fb-4166-a5fb-ed6661978aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512992 Sep 09 04:43:20.701515 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-4db97984-8124-4c91-8495-cbd0a95560b2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:20.702989 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-4db97984-8124-4c91-8495-cbd0a95560b2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 816 time: 0.1994364 Sep 09 04:43:20.743403 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-352ebc62-367a-4e12-8eb9-7e88ae5969cd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/quotas/5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 375 time: 0.0316036 Sep 09 04:43:20.794669 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (b3446042-9774-408b-aa51-4ba658c97b30), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:20.829896 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-096ae66d-25cd-4a00-8f8c-46a592489075 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812461 Sep 09 04:43:20.832683 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=b3446042-9774-408b-aa51-4ba658c97b30,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:20.843804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.844164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.844512 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.844857 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.845199 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.845538 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.845886 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.846211 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.846546 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.846880 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.847299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.847565 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.847895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.848226 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.848561 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:20.995457 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:21.021983 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-f0f0a7b2-f39e-4e4e-a1f7-f7d227769731 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693053 Sep 09 04:43:21.036913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:21.213128 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-302331f2-ea6d-4b75-94bc-0efb7733a519 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843622 Sep 09 04:43:21.249816 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:21.275109 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:21.290036 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:21.291007 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:21.320590 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] No DVR routers for this DVR port b3446042-9774-408b-aa51-4ba658c97b30 on host hv-cinder-85600 {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:43:21.327628 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:21.330959 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb616121-be57-40c6-a25e-c118fb69ff7a req-2281d422-9f1f-450d-8072-4fa885cee657 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "DELETE /networking/v2.0/ports/b3446042-9774-408b-aa51-4ba658c97b30 HTTP/1.1" status: 204 len: 173 time: 1.5760195 Sep 09 04:43:21.331496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'name': 'network-vif-deleted', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:21.333775 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e904775-8fd2-45b9-9e5b-19b8d22db89c" -d '{"events": [{"server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "name": "network-vif-deleted", "tag": "b3446042-9774-408b-aa51-4ba658c97b30"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:21.475035 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:21.524565 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ddaf99-ef9f-44df-b2f9-f30930130933 x-openstack-request-id: req-09ddaf99-ef9f-44df-b2f9-f30930130933 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:21.525103 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4491bf38-2476-4d98-81a8-4d82393cc599", "name": "network-vif-deleted", "tag": "b3446042-9774-408b-aa51-4ba658c97b30", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:21.525579 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09ddaf99-ef9f-44df-b2f9-f30930130933 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:21.526711 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ddaf99-ef9f-44df-b2f9-f30930130933'] response: {'server_uuid': '4491bf38-2476-4d98-81a8-4d82393cc599', 'name': 'network-vif-deleted', 'tag': 'b3446042-9774-408b-aa51-4ba658c97b30', 'status': 'completed', 'code': 200} Sep 09 04:43:21.583328 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:21.595355 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3c546f41-fb2e-4986-b5e2-1bb3e5ea818e req-8028069b-f531-4991-9b96-68bf36a57dc4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0376437 Sep 09 04:43:21.693733 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d18aa2-5f24-4ef5-84f9-da3171e78ab1 req-490e982b-875e-48a7-adf3-d568bb8eb17f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:21.695374 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-70d18aa2-5f24-4ef5-84f9-da3171e78ab1 req-490e982b-875e-48a7-adf3-d568bb8eb17f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0561104 Sep 09 04:43:21.748968 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-70d18aa2-5f24-4ef5-84f9-da3171e78ab1 req-2ac5c18b-159a-49c5-a5e6-36a5ed837841 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464208 Sep 09 04:43:21.758058 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:41:01Z', 'revision_number': 2, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:21.791556 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:21.798968 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cd6037b9-9c65-43cd-bcba-46ff03a3e0a7 req-86e016fb-2082-4d65-9254-53b975e55c9f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0459614 Sep 09 04:43:21.801198 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:21.801840 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:21.805357 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:21.907523 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:22.189864 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:41:01Z', 'revision_number': 2, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:22.215163 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da808fe6-fe64-4674-a3d3-0e255143e845 None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '7c929cd3-5021-443c-abe8-751226741a3c', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:a6:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:40:37Z', 'updated_at': '2022-09-09T04:41:01Z', 'revision_number': 2, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:22.422707 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146d37ac-934d-4c66-9aba-b364d7eb4785 None None] New status for floating IP 53dcf214-cf25-4ecb-af57-5406d3ad6d2c: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:22.710286 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-efe21d23-82a8-4fb6-acd3-59ad146dd28f req-462760d0-8acb-4996-9c79-1ea107cf681d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0275877 Sep 09 04:43:22.875059 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289e359-c23f-4260-b474-257c28a003f8 req-2a1f7aec-15d0-45f6-84b8-82be882684d3 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:22.876542 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9289e359-c23f-4260-b474-257c28a003f8 req-2a1f7aec-15d0-45f6-84b8-82be882684d3 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0499406 Sep 09 04:43:22.929796 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3eec50cb-38bc-4b45-a920-4708f56d04e5 req-17bf0adb-1fe9-456b-bd0d-40d8ae41b9a1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0341420 Sep 09 04:43:22.951657 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9289e359-c23f-4260-b474-257c28a003f8 req-60e91d28-0d37-4168-a02e-6efc563bf8bf tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693173 Sep 09 04:43:23.185354 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device b3446042-9774-408b-aa51-4ba658c97b30 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:43:23.204882 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: b3446042-9774-408b-aa51-4ba658c97b30 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:43:23.205223 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device b3446042-9774-408b-aa51-4ba658c97b30 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:43:23.816826 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8a73c30f-6cdb-4dd3-b5e6-98e814f6fb3c req-4dd2cdf7-6edd-4e7e-ae75-cfbd81bb1c48 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Sep 09 04:43:23.902791 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-ae89ff66-b4ca-4316-b4b0-0617265d1e50 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:23.904288 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-ae89ff66-b4ca-4316-b4b0-0617265d1e50 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0471337 Sep 09 04:43:23.982914 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:23.995772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Deleting port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:23.996119 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:24.099469 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-806703dc-0a04-48a3-bfec-478ccd702971 req-77565ebd-1409-4c5c-a263-95244e4bad5a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4491bf38-2476-4d98-81a8-4d82393cc599 HTTP/1.1" status: 200 len: 210 time: 0.0611799 Sep 09 04:43:24.125581 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760679f5-ab0b-49b8-99a5-5b65019d232c req-57508cfe-a1d4-4816-b2cb-0db3ac6fe887 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:24.127023 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-760679f5-ab0b-49b8-99a5-5b65019d232c req-57508cfe-a1d4-4816-b2cb-0db3ac6fe887 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 946 time: 0.0878513 Sep 09 04:43:24.163917 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] For port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:24.164287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:24.232957 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-760679f5-ab0b-49b8-99a5-5b65019d232c req-2b6878ad-3389-42b2-b79a-e726633cd98b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9d22abdb-5fea-4ff1-af76-1c2684e60421&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991573 Sep 09 04:43:24.361159 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:24.361903 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (076772aa-f4ee-45ae-8c3a-7c64d596f574), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:24.362225 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Floating IP 076772aa-f4ee-45ae-8c3a-7c64d596f574 disassociated. External IP: 172.27.3.207, port: 7f751c26-39f9-4ccf-bac7-cc25e0b849e4. Sep 09 04:43:24.362564 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Calling delete_port for 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 owned by compute:nova {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:24.409134 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:24.505474 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (7f751c26-39f9-4ccf-bac7-cc25e0b849e4), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:24.531683 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event deleted for resources: {'Port': ['ID=7f751c26-39f9-4ccf-bac7-cc25e0b849e4,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:24.645707 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Router fe474707-f1f0-4c45-8158-207aeea5a59b has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:24.749429 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:24.759968 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] Sync routers for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:24.769974 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:24.771190 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:24.791286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] No DVR routers for this DVR port 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 on host hv-cinder-85600 {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:43:24.794299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:24.797725 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-01f9d496-edcc-4c05-8cf7-b159e3516e23 req-92d7fad9-9f89-4b5d-b790-5a2c4af67da2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "DELETE /networking/v2.0/ports/7f751c26-39f9-4ccf-bac7-cc25e0b849e4 HTTP/1.1" status: 204 len: 173 time: 0.8863859 Sep 09 04:43:24.798215 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'name': 'network-vif-deleted', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:24.800455 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5103d9-c082-4543-a2e2-8585cf76e2c6" -d '{"events": [{"server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "name": "network-vif-deleted", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:24.836631 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ead036b-6297-4af1-ba02-08d87efcbedc x-openstack-request-id: req-2ead036b-6297-4af1-ba02-08d87efcbedc {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:24.837245 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee805de-a9e3-4596-9b43-d7cdc17b9e96", "name": "network-vif-deleted", "tag": "7f751c26-39f9-4ccf-bac7-cc25e0b849e4", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:24.837344 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ead036b-6297-4af1-ba02-08d87efcbedc {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:24.837664 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ead036b-6297-4af1-ba02-08d87efcbedc'] response: {'server_uuid': '4ee805de-a9e3-4596-9b43-d7cdc17b9e96', 'name': 'network-vif-deleted', 'tag': '7f751c26-39f9-4ccf-bac7-cc25e0b849e4', 'status': 'completed', 'code': 200} Sep 09 04:43:24.876047 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:24.946179 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3d11b5b0-ce5e-474f-82e3-78771ce278b4 req-e243f7a7-dd0d-42b9-a824-eee6647da837 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0405669 Sep 09 04:43:25.101211 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:25.129621 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] Checking router: fe474707-f1f0-4c45-8158-207aeea5a59b for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:25.147029 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:25.147812 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:25.192934 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:25.236633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-35d340d1-3b62-4d1d-b2f9-da6ca6f7b752 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:25.241291 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-35d340d1-3b62-4d1d-b2f9-da6ca6f7b752 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 816 time: 0.1386690 Sep 09 04:43:25.241642 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41116) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:25.273929 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:25.302949 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:25.333870 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-20193c16-3777-40aa-ba3c-5dae8f7aa6de tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (0eaebbee-c9fb-4166-a5fb-ed6661978aac), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.359574 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-20193c16-3777-40aa-ba3c-5dae8f7aa6de tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (0eaebbee-c9fb-4166-a5fb-ed6661978aac), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.395634 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-22742637-340d-4150-9235-c157bbdef8c5 req-bfb92e7a-a1fe-47c6-87d8-d09a2037b551 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4ee805de-a9e3-4596-9b43-d7cdc17b9e96 HTTP/1.1" status: 200 len: 210 time: 0.0451241 Sep 09 04:43:25.402711 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-ecb77a7c-9b0b-44db-a0cb-bc5db217fe84 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 380 time: 0.1285353 Sep 09 04:43:25.420069 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-20193c16-3777-40aa-ba3c-5dae8f7aa6de tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0eaebbee-c9fb-4166-a5fb-ed6661978aac), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.423216 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-20193c16-3777-40aa-ba3c-5dae8f7aa6de tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.424637 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-20193c16-3777-40aa-ba3c-5dae8f7aa6de tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0eaebbee-c9fb-4166-a5fb-ed6661978aac HTTP/1.1" status: 204 len: 168 time: 0.1818593 Sep 09 04:43:25.427713 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41124) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:25.436820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20193c16-3777-40aa-ba3c-5dae8f7aa6de tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaebbee-c9fb-4166-a5fb-ed6661978aac,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:25.443834 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.api.v2.resource [None req-6d83bb71-4b65-4310-a4ad-2c417db83665 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] show failed (client error): The resource could not be found. Sep 09 04:43:25.445525 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6d83bb71-4b65-4310-a4ad-2c417db83665 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups/0eaebbee-c9fb-4166-a5fb-ed6661978aac HTTP/1.1" status: 404 len: 347 time: 0.0161567 Sep 09 04:43:25.447905 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41126) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:25.483111 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:25.486528 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'port': {'device_id': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'admin_state_up': True, 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'security_groups': ['0dfa99e8-b79a-46f9-a69b-775139d66edb']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:25.504610 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:25.531247 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fcff91-63e9-41a1-ab8e-4bdafe5cd4c8 None None] The sync data for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi is: [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:25.650992 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:25.651345 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.732417 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Made reservation on behalf of 5176b458a4a8481eaa37d8693b51f15e for: {'port': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:43:25.736314 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.764265 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebc0374-6721-4b82-a75e-8f8a93e374a6 None None] New status for floating IP 076772aa-f4ee-45ae-8c3a-7c64d596f574: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:25.772348 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.772675 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:25.794356 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b owned by network:floatingip {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:25.876161 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:25.965600 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Allocated IP 172.20.0.9 (be4e0000-0b0b-4f80-80d3-91d027df1d63/c5b32273-a3c5-4182-bede-50660a20bbd7/ffb258f4-dc03-4824-b22c-0f1742f0ed65) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:43:25.998238 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:26.122697 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ce7b3fdd-6c1d-48fe-9f7b-adc279abda05 req-886f1ca9-1522-480e-be3d-019b3b327dba tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0732112 Sep 09 04:43:26.125565 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.160069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=a1f2eb4e-9de4-44d0-ab5d-c0c13cb1175b,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:26.247391 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.260035 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (53dcf214-cf25-4ecb-af57-5406d3ad6d2c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.262759 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.263807 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2cb2fd43-53eb-4201-a9a1-865dfc6da3f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/53dcf214-cf25-4ecb-af57-5406d3ad6d2c HTTP/1.1" status: 204 len: 168 time: 0.8145084 Sep 09 04:43:26.293551 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.338149 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:43:26.341786 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:43:26.350385 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:43:26.378616 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:26.413081 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:26.413767 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.440122 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-de214f4b-a84e-4eba-a6ab-787ec3838707 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9829099 Sep 09 04:43:26.465124 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Request body: {'port': {'device_id': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:26.503808 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41142) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:26.560295 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.590377 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-ae436151-cafb-4c87-8221-58f117af3d96 None None] Provisioning complete for port ffb258f4-dc03-4824-b22c-0f1742f0ed65 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:43:26.590756 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ae436151-cafb-4c87-8221-58f117af3d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.623103 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7233cede-6f27-4584-b086-4d2b64f89e20 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (9d22abdb-5fea-4ff1-af76-1c2684e60421), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.643273 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-ae436151-cafb-4c87-8221-58f117af3d96 None None] Port ffb258f4-dc03-4824-b22c-0f1742f0ed65 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:43:26.663290 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7233cede-6f27-4584-b086-4d2b64f89e20 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (9d22abdb-5fea-4ff1-af76-1c2684e60421), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.714859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:26.810764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7233cede-6f27-4584-b086-4d2b64f89e20 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (9d22abdb-5fea-4ff1-af76-1c2684e60421), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.813287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7233cede-6f27-4584-b086-4d2b64f89e20 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.814399 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7233cede-6f27-4584-b086-4d2b64f89e20 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/9d22abdb-5fea-4ff1-af76-1c2684e60421 HTTP/1.1" status: 204 len: 168 time: 0.3096755 Sep 09 04:43:26.817664 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41146) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:26.826915 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:26.832255 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.api.v2.resource [None req-1ecb0c5a-cbf7-4b5c-9461-966e250d7d06 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] show failed (client error): The resource could not be found. Sep 09 04:43:26.833255 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-1ecb0c5a-cbf7-4b5c-9461-966e250d7d06 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups/9d22abdb-5fea-4ff1-af76-1c2684e60421 HTTP/1.1" status: 404 len: 347 time: 0.0146179 Sep 09 04:43:26.836184 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41148) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:26.836443 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233cede-6f27-4584-b086-4d2b64f89e20 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d22abdb-5fea-4ff1-af76-1c2684e60421,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:26.906223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb258f4-dc03-4824-b22c-0f1742f0ed65 {{(pid=107719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:43:26.914794 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Publish callbacks [] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.927559 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.provisioning_blocks [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Transition to ACTIVE for port object ffb258f4-dc03-4824-b22c-0f1742f0ed65 will not be triggered until provisioned by entity L2. {{(pid=107719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:43:26.931484 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:26.962899 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Deleting port 7cc34997-d3a2-4881-8971-833e5aca8ec7 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:26.963281 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.044827 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.045164 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (7cc34997-d3a2-4881-8971-833e5aca8ec7), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.059947 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Calling delete_port for 7cc34997-d3a2-4881-8971-833e5aca8ec7 owned by network:floatingip {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:27.206127 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:43:27.213258 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (7cc34997-d3a2-4881-8971-833e5aca8ec7), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.240308 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event deleted for resources: {'Port': ['ID=7cc34997-d3a2-4881-8971-833e5aca8ec7,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:27.254134 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:43:27.254134 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 7f751c26-39f9-4ccf-bac7-cc25e0b849e4 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:43:27.310643 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (076772aa-f4ee-45ae-8c3a-7c64d596f574), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.313186 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.314332 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-4a74e064-4290-490e-a5af-7a14ba909b2a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/076772aa-f4ee-45ae-8c3a-7c64d596f574 HTTP/1.1" status: 204 len: 168 time: 0.4772751 Sep 09 04:43:27.333972 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:27.345265 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c471295-60e6-4bff-9e3c-8db2663d47ab req-9d5bc8b5-da44-49d8-bf0d-2e7eb33b4612 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:27.346738 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5c471295-60e6-4bff-9e3c-8db2663d47ab req-9d5bc8b5-da44-49d8-bf0d-2e7eb33b4612 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.1067200 Sep 09 04:43:27.395608 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41154) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:27.398380 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Attempting to bind port ffb258f4-dc03-4824-b22c-0f1742f0ed65 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:43:27.398706 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Attempting to bind port ffb258f4-dc03-4824-b22c-0f1742f0ed65 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:43:27.399063 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Attempting to bind port ffb258f4-dc03-4824-b22c-0f1742f0ed65 on network be4e0000-0b0b-4f80-80d3-91d027df1d63 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:43:27.400775 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-f24f03bc-498b-44f7-942c-8be242f1dd9e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548276568', 'description': 'tempest-description--833382530'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:27.421517 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f24f03bc-498b-44f7-942c-8be242f1dd9e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.439346 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5c471295-60e6-4bff-9e3c-8db2663d47ab req-695bb041-fd2e-40ea-ad00-91ea77e539b9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830364 Sep 09 04:43:27.447246 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:27.455428 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Port ffb258f4-dc03-4824-b22c-0f1742f0ed65 on network be4e0000-0b0b-4f80-80d3-91d027df1d63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:43:27.455639 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Attempting to bind port ffb258f4-dc03-4824-b22c-0f1742f0ed65 on network be4e0000-0b0b-4f80-80d3-91d027df1d63 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:43:27.458142 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:27.503328 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f24f03bc-498b-44f7-942c-8be242f1dd9e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (1d348319-a2ff-49e8-b328-418a7632bfcd), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.504796 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:43:27.505148 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Checking segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:43:27.505525 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Bound using segment: {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:43:27.506007 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Bound port: ffb258f4-dc03-4824-b22c-0f1742f0ed65, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ed80c0c-7dd4-4485-9eb9-cda108e208cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63'}}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:43:27.506334 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.509053 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f24f03bc-498b-44f7-942c-8be242f1dd9e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1d348319-a2ff-49e8-b328-418a7632bfcd), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.543458 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f24f03bc-498b-44f7-942c-8be242f1dd9e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.547676 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-f24f03bc-498b-44f7-942c-8be242f1dd9e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1509814 Sep 09 04:43:27.548364 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41156) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:27.548969 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f03bc-498b-44f7-942c-8be242f1dd9e tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d348319-a2ff-49e8-b328-418a7632bfcd,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:27.556859 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-86b511a3-afea-4804-a1a8-b49eb56f4a58 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'security_group_rule': {'security_group_id': '1d348319-a2ff-49e8-b328-418a7632bfcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:27.569898 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, cleared binding levels {{(pid=107719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:43:27.573859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:43:27.580482 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.586852 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:27.587517 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.588869 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-86b511a3-afea-4804-a1a8-b49eb56f4a58 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (18adc64e-8641-4918-a70d-2d5aa594fbad), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.589124 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 1093 time: 1.1328382 Sep 09 04:43:27.591414 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:27.593231 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e9942-82a9-43d3-90b1-2197fed70d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:27.651410 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1e69c-525f-4e9b-a3db-8194833bb3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=3']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:27.664382 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-86b511a3-afea-4804-a1a8-b49eb56f4a58 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (18adc64e-8641-4918-a70d-2d5aa594fbad), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.669345 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-86b511a3-afea-4804-a1a8-b49eb56f4a58 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (18adc64e-8641-4918-a70d-2d5aa594fbad), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.674379 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e835f-d695-4534-bb5b-2e31f2ba655c x-openstack-request-id: req-166e835f-d695-4534-bb5b-2e31f2ba655c {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:27.674744 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:27.675096 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-166e835f-d695-4534-bb5b-2e31f2ba655c {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:27.675564 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166e835f-d695-4534-bb5b-2e31f2ba655c'] response: {'name': 'network-changed', 'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'status': 'completed', 'code': 200} Sep 09 04:43:27.693753 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b511a3-afea-4804-a1a8-b49eb56f4a58 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18adc64e-8641-4918-a70d-2d5aa594fbad,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:27.701897 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-86b511a3-afea-4804-a1a8-b49eb56f4a58 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.703218 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-86b511a3-afea-4804-a1a8-b49eb56f4a58 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498995 Sep 09 04:43:27.710060 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41164) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:27.714820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-089e2590-7405-4d99-abad-da0cf630fc40 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'security_group_rule': {'security_group_id': '1d348319-a2ff-49e8-b328-418a7632bfcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:27.724118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-aa7c1426-d1f1-449a-b86c-93c13cd12a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:27.726146 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-aa7c1426-d1f1-449a-b86c-93c13cd12a89 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1127 time: 0.0534019 Sep 09 04:43:27.740938 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-089e2590-7405-4d99-abad-da0cf630fc40 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (84d1eed5-e339-4d64-967a-45841b03ce7f), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.776450 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-749bfff6-c001-42d9-abd6-0db32411c506 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 217 time: 0.0352428 Sep 09 04:43:27.804821 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-089e2590-7405-4d99-abad-da0cf630fc40 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (84d1eed5-e339-4d64-967a-45841b03ce7f), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.809434 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-089e2590-7405-4d99-abad-da0cf630fc40 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (84d1eed5-e339-4d64-967a-45841b03ce7f), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.831637 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e2590-7405-4d99-abad-da0cf630fc40 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d1eed5-e339-4d64-967a-45841b03ce7f,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:27.835839 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-1ea5e2c7-9feb-47b3-8be8-78ad7d7db9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:27.837276 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-1ea5e2c7-9feb-47b3-8be8-78ad7d7db9a9 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0552282 Sep 09 04:43:27.840651 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-089e2590-7405-4d99-abad-da0cf630fc40 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.841828 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-089e2590-7405-4d99-abad-da0cf630fc40 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308279 Sep 09 04:43:27.845169 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41168) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:27.849693 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:27.872259 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:27.888847 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-8f9b58d3-d4d5-4dac-b83e-4a6f7a024694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:27.890462 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-8f9b58d3-d4d5-4dac-b83e-4a6f7a024694 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468366 Sep 09 04:43:27.954834 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.009946 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7477374-59fb-4e0e-939d-7e27e63d1ffc req-55b7d51e-d22d-4493-842f-b19eab67275e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:28.011510 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7477374-59fb-4e0e-939d-7e27e63d1ffc req-55b7d51e-d22d-4493-842f-b19eab67275e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0608571 Sep 09 04:43:28.013880 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:28.054582 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:28.056903 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-63e0b945-d307-4f8f-9f6e-0ec6bf48cb2b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586673 Sep 09 04:43:28.064911 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Allocated IP 172.27.3.188 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/cf34681a-cdf8-46c2-b3f5-e7530f3680b3) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:43:28.080051 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7477374-59fb-4e0e-939d-7e27e63d1ffc req-c34a3e02-60ad-485e-afec-4a8290083ed2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590057 Sep 09 04:43:28.133235 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:28.171991 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.203711 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.245370 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:43:28.250341 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:43:28.252513 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'Port': ['ID=cf34681a-cdf8-46c2-b3f5-e7530f3680b3,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:28.254603 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:43:28.282087 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:28.340987 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (8a95d92a-cc82-4860-8c96-e4836f1d20da), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.571093 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adf2a9-9aba-4abf-a4f8-ecc57b46899a req-3defef31-ed0e-4e6b-b91f-c8f0b2abd8c9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:28.572565 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c4adf2a9-9aba-4abf-a4f8-ecc57b46899a req-3defef31-ed0e-4e6b-b91f-c8f0b2abd8c9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0490947 Sep 09 04:43:28.586454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.620364 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c4adf2a9-9aba-4abf-a4f8-ecc57b46899a req-92fbe878-3f88-4679-b77e-6f517d32c6e2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418980 Sep 09 04:43:28.735066 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.739527 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.807845 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (8a95d92a-cc82-4860-8c96-e4836f1d20da), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.811457 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'Port': ['ID=cf34681a-cdf8-46c2-b3f5-e7530f3680b3,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:28.826013 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:28.827179 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-f0ad01d5-9c73-4c62-9184-fc5b3ad3c64a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9810140 Sep 09 04:43:29.027522 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-69df44ec-4847-4f3a-9016-deb12554cebf tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1548276568&fields=id&tenant_id=7ad09c9b062641c19d3811d5c96a24f8 HTTP/1.1" status: 200 len: 267 time: 0.0431828 Sep 09 04:43:29.133772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-2d60d9aa-6fc4-4bff-8ee6-623c3fe787a8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:29.135265 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-2d60d9aa-6fc4-4bff-8ee6-623c3fe787a8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 811 time: 0.1013663 Sep 09 04:43:29.149480 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-20e81137-efeb-4b15-8393-628c4eadefc7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/quotas/7ad09c9b062641c19d3811d5c96a24f8 HTTP/1.1" status: 200 len: 375 time: 0.0088379 Sep 09 04:43:29.231420 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4b55a-1012-4f9c-81f5-83177dc9d326 req-62a2c9e4-3aa8-4076-b1a7-1c7f0a77a5fc tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:29.232876 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-45f4b55a-1012-4f9c-81f5-83177dc9d326 req-62a2c9e4-3aa8-4076-b1a7-1c7f0a77a5fc tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0782845 Sep 09 04:43:29.237364 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-3b122ee1-30c0-4896-8260-28c64cee7a72 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722260 Sep 09 04:43:29.370161 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-45f4b55a-1012-4f9c-81f5-83177dc9d326 req-337a42ba-078c-435b-b041-3f26884ddac7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307907 Sep 09 04:43:29.439570 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-665c2d76-265f-4aea-913c-0e0b9583a9de service neutron] 10.222.0.20 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859970 Sep 09 04:43:29.505639 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5fa85d0c-983e-42be-b4c9-69f97e822cdf req-7f0745c8-6226-4137-bbf5-72ac8cd19b3b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683567 Sep 09 04:43:29.545693 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a0feaa53-cd8a-4def-b808-d071225ecb2a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997355 Sep 09 04:43:29.749114 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3850b12f-38fc-42ad-843d-094a8742105c req-09f0a8b8-bb1d-4fde-b368-b01864d83803 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 210 time: 0.0516441 Sep 09 04:43:29.768512 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706c4f9-d649-4e76-ae19-5f5fea242a52 req-748e14a8-79f9-4670-ae21-62cd403e0b56 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:29.769985 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7706c4f9-d649-4e76-ae19-5f5fea242a52 req-748e14a8-79f9-4670-ae21-62cd403e0b56 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0629227 Sep 09 04:43:29.820942 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7706c4f9-d649-4e76-ae19-5f5fea242a52 req-3a00b976-553b-40db-86fd-a95df4b7a78d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Sep 09 04:43:30.493761 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656d7f4-5f8c-481b-bad3-757b6da59385 req-cdcc5da9-afab-4ecb-94e4-4b6eed054fd1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:30.495910 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6656d7f4-5f8c-481b-bad3-757b6da59385 req-cdcc5da9-afab-4ecb-94e4-4b6eed054fd1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0498359 Sep 09 04:43:30.542316 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6656d7f4-5f8c-481b-bad3-757b6da59385 req-584f5fe7-c88d-42ff-bd0c-20f5dfe86895 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b0b21253-5835-4574-a4ca-ce4400cb8cea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402551 Sep 09 04:43:30.618077 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432dc36-884f-4df8-a85b-d01af5525111 req-2403cbd1-7477-4548-a8ab-3f3540e5a138 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:30.619581 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8432dc36-884f-4df8-a85b-d01af5525111 req-2403cbd1-7477-4548-a8ab-3f3540e5a138 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Sep 09 04:43:30.622481 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-9ef8a92e-8b94-4893-bd7f-87e22b938419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:30.624024 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-9ef8a92e-8b94-4893-bd7f-87e22b938419 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1127 time: 0.0412056 Sep 09 04:43:30.652476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:30.718977 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port 3478642f-a083-41dc-8630-0f933d8c0ed9 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:30.719491 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:30.727405 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-cab46ef4-e960-4da9-b9db-ac50461eeded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:30.729080 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-cab46ef4-e960-4da9-b9db-ac50461eeded service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.0966649 Sep 09 04:43:30.768986 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-09ffb69f-5be5-4b70-aff6-6f830ff64622 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 217 time: 0.0337248 Sep 09 04:43:30.816287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:30.822844 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] For port 3478642f-a083-41dc-8630-0f933d8c0ed9, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3478642f-a083-41dc-8630-0f933d8c0ed9,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:30.823535 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:30.866495 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-295cfcd8-1e57-467a-b161-0e0f0119a8bc req-8cd70e3c-3e47-4f0e-a87b-be1770b46e31 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 210 time: 0.0302224 Sep 09 04:43:30.867897 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-4a8d2d5e-57f9-4fc0-a802-c2c26722c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:30.869851 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-4a8d2d5e-57f9-4fc0-a802-c2c26722c647 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0951917 Sep 09 04:43:30.937196 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:30.974509 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-11a0bb03-dba4-4a3c-a005-cad13d594a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:30.976232 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-11a0bb03-dba4-4a3c-a005-cad13d594a47 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796499 Sep 09 04:43:30.998795 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56295a4-f553-4790-a865-48b24b5812d8 req-20d47386-98d8-4cfe-96f8-e9f01601127b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:31.000640 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f56295a4-f553-4790-a865-48b24b5812d8 req-20d47386-98d8-4cfe-96f8-e9f01601127b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0683615 Sep 09 04:43:31.068149 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:31.068521 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (7c929cd3-5021-443c-abe8-751226741a3c), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:31.068842 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP 7c929cd3-5021-443c-abe8-751226741a3c disassociated. External IP: 172.27.3.199, port: 3478642f-a083-41dc-8630-0f933d8c0ed9. Sep 09 04:43:31.069195 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for 3478642f-a083-41dc-8630-0f933d8c0ed9 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:31.106378 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f56295a4-f553-4790-a865-48b24b5812d8 req-65fd02ac-a524-4dde-8f74-012334fd0afe tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951962 Sep 09 04:43:31.117134 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-494237ea-acc6-4b24-92ea-af3951fbea59 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345530 Sep 09 04:43:31.141715 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:31.205940 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (3478642f-a083-41dc-8630-0f933d8c0ed9), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:31.235137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=3478642f-a083-41dc-8630-0f933d8c0ed9,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:31.240195 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:43:31.347481 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:31.356321 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:31.369431 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'port_id': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'mac_address': 'fa:16:3e:01:bd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:43:31.414400 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:43:31.414819 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:31.418477 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-156e9942-82a9-43d3-90b1-2197fed70d9f req-257b0747-b0a7-412b-b26a-6dee1ccda55a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963929 Sep 09 04:43:31.431095 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb258f4-dc03-4824-b22c-0f1742f0ed65 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:43:31.454231 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:31.460027 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:31.464813 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:31.476668 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:31.488847 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:31.489765 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:31.515282 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] No DVR routers for this DVR port 3478642f-a083-41dc-8630-0f933d8c0ed9 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:43:31.518511 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:31.522523 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8432dc36-884f-4df8-a85b-d01af5525111 req-01fd16d9-22e0-402e-9e47-461c41c96928 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "DELETE /networking/v2.0/ports/3478642f-a083-41dc-8630-0f933d8c0ed9 HTTP/1.1" status: 204 len: 173 time: 0.8901105 Sep 09 04:43:31.523096 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'name': 'network-vif-deleted', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:31.526323 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6557f06-b54f-43b8-bf94-cb683b6632c7" -d '{"events": [{"server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "name": "network-vif-deleted", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:31.559566 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:31.572209 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.572556 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.572955 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.573303 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.573642 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.573985 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.574318 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.574649 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.574996 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.575330 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.575661 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.575992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.576333 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.576641 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.576965 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:43:31.635086 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0c9fbd-659b-4ade-b8e9-247564883d99 x-openstack-request-id: req-bf0c9fbd-659b-4ade-b8e9-247564883d99 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:31.636132 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e092d2-0c03-4288-be1b-f0f2da7f5de2", "name": "network-vif-deleted", "tag": "3478642f-a083-41dc-8630-0f933d8c0ed9", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:31.636132 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf0c9fbd-659b-4ade-b8e9-247564883d99 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:31.636477 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0c9fbd-659b-4ade-b8e9-247564883d99'] response: {'server_uuid': '78e092d2-0c03-4288-be1b-f0f2da7f5de2', 'name': 'network-vif-deleted', 'tag': '3478642f-a083-41dc-8630-0f933d8c0ed9', 'status': 'completed', 'code': 200} Sep 09 04:43:31.670272 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:31.676347 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-05210489-ff0c-4d58-9184-0f1dc44d2caf tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:31.679283 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-05210489-ff0c-4d58-9184-0f1dc44d2caf tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 811 time: 0.1857760 Sep 09 04:43:31.716125 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d03126da-1df0-45a4-b0ee-665004c4cd7d req-5a8af851-c3b1-493a-a364-e43a3fc86461 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=78e092d2-0c03-4288-be1b-f0f2da7f5de2 HTTP/1.1" status: 200 len: 210 time: 0.0341413 Sep 09 04:43:31.795001 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:31.799654 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-0b607bdc-d3a6-4b47-b6f7-a62370603f7b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7ad09c9b062641c19d3811d5c96a24f8 HTTP/1.1" status: 200 len: 380 time: 0.0822089 Sep 09 04:43:31.885999 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['ffb258f4-dc03-4824-b22c-0f1742f0ed65'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:43:31.919127 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'port': {'device_id': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'admin_state_up': True, 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'security_groups': ['1d348319-a2ff-49e8-b328-418a7632bfcd']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:31.925488 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:31.979727 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:31.989767 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:31.990604 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:32.016634 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-80ffbd75-b007-4f9c-a990-a7e77eca89c9 req-3412a9dc-e678-4e18-977c-27476a975992 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 210 time: 0.0361116 Sep 09 04:43:32.084004 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Made reservation on behalf of 7ad09c9b062641c19d3811d5c96a24f8 for: {'port': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:43:32.088164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.101687 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:32.257009 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Allocated IP 172.20.0.10 (da245dda-2c01-4deb-aa23-3957c02d97c0/a3354a1e-dbd3-454e-9d6e-53623e545e18/a3fff027-2bdc-4c7e-a679-5b611770f4c2) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:43:32.258714 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:32.268435 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7a20-f0a2-4324-ae53-df29362a6cd5 req-78143456-602c-475b-8212-7608db47ac07 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:32.269908 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6edd7a20-f0a2-4324-ae53-df29362a6cd5 req-78143456-602c-475b-8212-7608db47ac07 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 944 time: 0.0697315 Sep 09 04:43:32.296169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:32.378374 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:32.395143 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6edd7a20-f0a2-4324-ae53-df29362a6cd5 req-cb27dbb9-88f9-4a81-b3e8-d40716dde320 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176422 Sep 09 04:43:32.404439 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ad92e8-b26a-49fa-9472-2544fef70b5f None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:32.459867 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.495394 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.553591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Network da245dda-2c01-4deb-aa23-3957c02d97c0 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:43:32.555088 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event updated for resources: {'Port': ['ID=a3fff027-2bdc-4c7e-a679-5b611770f4c2,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:32.558064 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:43:32.560169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:43:32.613153 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:32.613791 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.632146 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-f3041720-6fcf-48f5-833f-1fdc30410150 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178488 Sep 09 04:43:32.651054 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Request body: {'port': {'device_id': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:32.714403 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ae97b-2cb5-49cb-a0e0-3548e318de04 None None] New status for floating IP 7c929cd3-5021-443c-abe8-751226741a3c: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:32.722155 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.823059 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41224) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:32.840857 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-e6037fab-8d92-4e02-aceb-425e7ae66d27 None None] Provisioning complete for port a3fff027-2bdc-4c7e-a679-5b611770f4c2 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:43:32.841535 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e6037fab-8d92-4e02-aceb-425e7ae66d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.879390 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-e6037fab-8d92-4e02-aceb-425e7ae66d27 None None] Port a3fff027-2bdc-4c7e-a679-5b611770f4c2 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:43:32.897286 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e5207f6a-fe6a-4334-a2c4-ce29309c5048 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (b0b21253-5835-4574-a4ca-ce4400cb8cea), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.922433 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e5207f6a-fe6a-4334-a2c4-ce29309c5048 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (b0b21253-5835-4574-a4ca-ce4400cb8cea), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.971121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e5207f6a-fe6a-4334-a2c4-ce29309c5048 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b0b21253-5835-4574-a4ca-ce4400cb8cea), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.973714 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e5207f6a-fe6a-4334-a2c4-ce29309c5048 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:32.974978 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e5207f6a-fe6a-4334-a2c4-ce29309c5048 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b0b21253-5835-4574-a4ca-ce4400cb8cea HTTP/1.1" status: 204 len: 168 time: 0.1503708 Sep 09 04:43:32.977968 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41226) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:32.984823 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5207f6a-fe6a-4334-a2c4-ce29309c5048 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b21253-5835-4574-a4ca-ce4400cb8cea,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:33.009293 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.api.v2.resource [None req-7388589d-4d50-4adf-80f5-b6cbc60d6f1e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] show failed (client error): The resource could not be found. Sep 09 04:43:33.010342 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7388589d-4d50-4adf-80f5-b6cbc60d6f1e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups/b0b21253-5835-4574-a4ca-ce4400cb8cea HTTP/1.1" status: 404 len: 347 time: 0.0314138 Sep 09 04:43:33.013389 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41228) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:33.020562 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fff027-2bdc-4c7e-a679-5b611770f4c2 {{(pid=107719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:43:33.029095 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Publish callbacks [] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.042541 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.provisioning_blocks [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Transition to ACTIVE for port object a3fff027-2bdc-4c7e-a679-5b611770f4c2 will not be triggered until provisioned by entity L2. {{(pid=107719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:43:33.047098 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.107444 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:33.133467 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port 0fbdb9bf-b2ea-40a2-9312-46d1c7b95756 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:33.133705 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.141172 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fff027-2bdc-4c7e-a679-5b611770f4c2,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:33.173692 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:33.192288 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfddab-c44e-4217-b5d2-f384fb7dbb49 req-9a4cb3f1-5214-4e6d-9ae2-b3785f41bd46 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:33.193756 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1bfddab-c44e-4217-b5d2-f384fb7dbb49 req-9a4cb3f1-5214-4e6d-9ae2-b3785f41bd46 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 944 time: 0.0903759 Sep 09 04:43:33.222967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Attempting to bind port a3fff027-2bdc-4c7e-a679-5b611770f4c2 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:43:33.223347 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Attempting to bind port a3fff027-2bdc-4c7e-a679-5b611770f4c2 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:43:33.223480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.223597 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Attempting to bind port a3fff027-2bdc-4c7e-a679-5b611770f4c2 on network da245dda-2c01-4deb-aa23-3957c02d97c0 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:43:33.223789 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.238709 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for 0fbdb9bf-b2ea-40a2-9312-46d1c7b95756 owned by network:floatingip {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:33.255970 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:43:33.292807 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1bfddab-c44e-4217-b5d2-f384fb7dbb49 req-0da9ddf5-de6e-43a6-a045-97dd3128065c tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925598 Sep 09 04:43:33.294996 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Port a3fff027-2bdc-4c7e-a679-5b611770f4c2 on network da245dda-2c01-4deb-aa23-3957c02d97c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:43:33.295325 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Attempting to bind port a3fff027-2bdc-4c7e-a679-5b611770f4c2 on network da245dda-2c01-4deb-aa23-3957c02d97c0 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:43:33.316913 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:33.332451 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port ffb258f4-dc03-4824-b22c-0f1742f0ed65 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:43:33.342068 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port ffb258f4-dc03-4824-b22c-0f1742f0ed65 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:43:33.342662 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.357065 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:43:33.357406 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Checking segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:43:33.357920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Bound using segment: {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:43:33.358281 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Bound port: a3fff027-2bdc-4c7e-a679-5b611770f4c2, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0'}}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:43:33.358681 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.359576 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=11 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:33.394451 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:33.422397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (0fbdb9bf-b2ea-40a2-9312-46d1c7b95756), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.424488 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] For port a3fff027-2bdc-4c7e-a679-5b611770f4c2, host hv-cinder-85600, cleared binding levels {{(pid=107719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:43:33.425747 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:43:33.426348 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.428089 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] For port a3fff027-2bdc-4c7e-a679-5b611770f4c2, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:43:33.437354 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.441177 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:33.442025 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.444372 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/a3fff027-2bdc-4c7e-a679-5b611770f4c2 HTTP/1.1" status: 200 len: 1094 time: 0.7975380 Sep 09 04:43:33.447480 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:33.450388 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90" -d '{"events": [{"name": "network-changed", "server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:33.453084 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=0fbdb9bf-b2ea-40a2-9312-46d1c7b95756,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:33.473791 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:33.480864 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de26d790-21e5-4cda-ae03-7ed6c5945b6a" -d '{"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-plugged", "status": "completed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:33.512077 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:33.517816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.519215 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3478642f-a083-41dc-8630-0f933d8c0ed9 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:43:33.532610 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf17988-1dea-4281-9fef-1e56ee0a3095 x-openstack-request-id: req-dbf17988-1dea-4281-9fef-1e56ee0a3095 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:33.532901 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:33.533154 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbf17988-1dea-4281-9fef-1e56ee0a3095 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:33.533555 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf17988-1dea-4281-9fef-1e56ee0a3095'] response: {'name': 'network-changed', 'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'status': 'completed', 'code': 200} Sep 09 04:43:33.543743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (7c929cd3-5021-443c-abe8-751226741a3c), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.547977 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.549267 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-b62cb30e-2885-49b4-a0be-88b8fc526178 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/7c929cd3-5021-443c-abe8-751226741a3c HTTP/1.1" status: 204 len: 168 time: 0.5344863 Sep 09 04:43:33.564391 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 3478642f-a083-41dc-8630-0f933d8c0ed9 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:43:33.564743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3478642f-a083-41dc-8630-0f933d8c0ed9 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:43:33.585317 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30ba81-0677-43b4-96d0-2005b8287587 x-openstack-request-id: req-eb30ba81-0677-43b4-96d0-2005b8287587 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:33.585719 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-plugged", "status": "completed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:33.586140 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb30ba81-0677-43b4-96d0-2005b8287587 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:33.586496 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb30ba81-0677-43b4-96d0-2005b8287587'] response: {'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'code': 200} Sep 09 04:43:33.589094 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:33.605467 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:33.629159 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79eed1-b24c-47dd-b50a-7ae5e06ab4a7 req-e32df9ea-bd28-4fa5-9407-67e36659e785 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:33.630812 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3c79eed1-b24c-47dd-b50a-7ae5e06ab4a7 req-e32df9ea-bd28-4fa5-9407-67e36659e785 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.1119151 Sep 09 04:43:33.642045 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-577bb670-26eb-4189-8bd0-0230bdb554cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:33.643493 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-577bb670-26eb-4189-8bd0-0230bdb554cc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 1128 time: 0.0900779 Sep 09 04:43:33.644099 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41240) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:33.649104 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cea28e-3a82-4739-8f21-ddd8b55a84d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3fff027-2bdc-4c7e-a679-5b611770f4c2,revision_number=3']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:33.649747 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-c0e19ce1-aaeb-40b6-b548-bdc93ecdb092 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295295443', 'description': 'tempest-description--161039203'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:33.672420 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0e19ce1-aaeb-40b6-b548-bdc93ecdb092 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.696113 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3c79eed1-b24c-47dd-b50a-7ae5e06ab4a7 req-6a7d2621-7c7c-49c4-9271-301a10b0ad9e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564308 Sep 09 04:43:33.724084 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-bdcce5f5-fb86-4cfb-98f8-53356c691fc9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2 HTTP/1.1" status: 200 len: 217 time: 0.0384729 Sep 09 04:43:33.754988 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0e19ce1-aaeb-40b6-b548-bdc93ecdb092 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (949cec81-fec2-4b67-ac05-918ded39c49b), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.758649 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0e19ce1-aaeb-40b6-b548-bdc93ecdb092 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (949cec81-fec2-4b67-ac05-918ded39c49b), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.784281 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-46d3816c-4491-403b-899e-f8371e0a7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:33.786275 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-46d3816c-4491-403b-899e-f8371e0a7ba3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 200 len: 850 time: 0.0527220 Sep 09 04:43:33.803956 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0e19ce1-aaeb-40b6-b548-bdc93ecdb092 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.808510 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-c0e19ce1-aaeb-40b6-b548-bdc93ecdb092 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1600811 Sep 09 04:43:33.819736 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41242) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:33.826539 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-3a3b0e84-eb32-40cf-a125-3d3efa6dc9b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': '949cec81-fec2-4b67-ac05-918ded39c49b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:33.826857 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e19ce1-aaeb-40b6-b548-bdc93ecdb092 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949cec81-fec2-4b67-ac05-918ded39c49b,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:33.835686 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d0832-01fd-4aa0-8b90-6068c0cd1abc req-6f781b7d-7096-4d87-bafe-6cbc889f6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:33.837017 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c54d0832-01fd-4aa0-8b90-6068c0cd1abc req-6f781b7d-7096-4d87-bafe-6cbc889f6df3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1129 time: 0.0469487 Sep 09 04:43:33.852880 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-ba9833fb-4d5f-4aae-a8ff-f843405cbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:33.854652 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-ba9833fb-4d5f-4aae-a8ff-f843405cbd5f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=da245dda-2c01-4deb-aa23-3957c02d97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619817 Sep 09 04:43:33.868263 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0e84-eb32-40cf-a125-3d3efa6dc9b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (00292b81-1a32-48d8-b808-4fcc6181c897), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.884333 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c54d0832-01fd-4aa0-8b90-6068c0cd1abc req-bb50ec3e-1e68-4fc4-b7f9-4088e8fa3ef9 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Sep 09 04:43:33.978072 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0e84-eb32-40cf-a125-3d3efa6dc9b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (00292b81-1a32-48d8-b808-4fcc6181c897), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:33.986358 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0e84-eb32-40cf-a125-3d3efa6dc9b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (00292b81-1a32-48d8-b808-4fcc6181c897), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.001414 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-76bddaea-9a42-4464-b2ff-36ce19c4fa65 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402011 Sep 09 04:43:34.008213 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b0e84-eb32-40cf-a125-3d3efa6dc9b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00292b81-1a32-48d8-b808-4fcc6181c897,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:34.010510 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:34.018408 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3a3b0e84-eb32-40cf-a125-3d3efa6dc9b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.019581 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3a3b0e84-eb32-40cf-a125-3d3efa6dc9b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1989105 Sep 09 04:43:34.022547 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41244) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:34.027232 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-935cfa92-044c-4118-9df0-997278be419e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': '949cec81-fec2-4b67-ac05-918ded39c49b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:34.053075 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-935cfa92-044c-4118-9df0-997278be419e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (9d1a6489-ea01-49ca-885e-06b02dac8597), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.107410 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-935cfa92-044c-4118-9df0-997278be419e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (9d1a6489-ea01-49ca-885e-06b02dac8597), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.110917 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-935cfa92-044c-4118-9df0-997278be419e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (9d1a6489-ea01-49ca-885e-06b02dac8597), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.129526 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935cfa92-044c-4118-9df0-997278be419e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d1a6489-ea01-49ca-885e-06b02dac8597,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:34.137493 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-935cfa92-044c-4118-9df0-997278be419e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.138649 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-935cfa92-044c-4118-9df0-997278be419e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150196 Sep 09 04:43:34.141721 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41246) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:34.145804 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:34.165238 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.247977 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.277724 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b72d39dc-a4c3-4ba8-b27d-d8e1fbb6784f req-8f12c456-4f02-4d3e-b8c1-c50971955fa9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904906 Sep 09 04:43:34.382191 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.27.3.168 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/2f483f89-3308-4bc1-8284-84edfd26cf3f) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:43:34.395809 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:34.422661 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552986cd-f4f0-42aa-88d4-0ad6e3fbdcf4 req-33f1b55c-c901-4fc9-8da2-fb87194a40a3 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:34.424192 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-552986cd-f4f0-42aa-88d4-0ad6e3fbdcf4 req-33f1b55c-c901-4fc9-8da2-fb87194a40a3 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 944 time: 0.0508683 Sep 09 04:43:34.461903 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:34.471596 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-552986cd-f4f0-42aa-88d4-0ad6e3fbdcf4 req-37d3b627-d9fa-4555-bd41-3332572bb407 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Sep 09 04:43:34.491834 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.522920 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.563232 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:43:34.570160 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:43:34.573904 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:43:34.577027 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=2f483f89-3308-4bc1-8284-84edfd26cf3f,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:34.658029 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (126336b6-425f-4cea-bde0-23d0d8baa6f3), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.696201 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.826161 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:34.834261 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535468e-65dd-46e5-9a1f-56a23b6e6489 req-734bbac0-0f71-4ea9-9566-99992784272e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:34.836658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b535468e-65dd-46e5-9a1f-56a23b6e6489 req-734bbac0-0f71-4ea9-9566-99992784272e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Sep 09 04:43:34.850519 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.855307 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.886693 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b535468e-65dd-46e5-9a1f-56a23b6e6489 req-5b99dc2e-8f41-478b-a5fe-3c468dbbd1ce tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Sep 09 04:43:34.927829 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=2f483f89-3308-4bc1-8284-84edfd26cf3f,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:34.930245 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (126336b6-425f-4cea-bde0-23d0d8baa6f3), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.946185 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:34.947415 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-1eb15233-56d9-4fcd-81ae-d08ab2f2e8bb tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8048017 Sep 09 04:43:35.094045 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-04bb5f38-2ad5-4716-8095-98b4c5940ba5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1295295443&fields=id&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 267 time: 0.0413852 Sep 09 04:43:35.201647 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-6791aa31-3f2f-4e71-8f1f-f64f763404dc tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:35.203100 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-6791aa31-3f2f-4e71-8f1f-f64f763404dc tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.1028724 Sep 09 04:43:35.217664 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-7a65e70c-a49a-428a-8fe1-acefd3f975be tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/quotas/91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 375 time: 0.0090606 Sep 09 04:43:35.265223 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-6ec765ba-9c87-4a5b-b22c-bfe775b8b418 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429013 Sep 09 04:43:35.363482 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-adc6eb5e-ec6e-425c-badf-ffe886e3a414 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862153 Sep 09 04:43:35.454170 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-e18a0424-cd3d-463e-8876-126e06405ec8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851247 Sep 09 04:43:35.601921 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b40d3-c11e-470d-b9b1-2aaa19ebf837 req-88d9f8cb-af48-4d71-b94b-820560a92928 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:35.603746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-076b40d3-c11e-470d-b9b1-2aaa19ebf837 req-88d9f8cb-af48-4d71-b94b-820560a92928 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 944 time: 0.0525360 Sep 09 04:43:35.657451 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-076b40d3-c11e-470d-b9b1-2aaa19ebf837 req-893f7eac-2ea3-4d0b-bcdc-9567b53020d0 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477023 Sep 09 04:43:36.032881 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-02c05dc6-7b7a-4839-94a2-07876ae99da0 req-7261667c-7d70-4c14-85d3-25036a17f1d5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 210 time: 0.3062587 Sep 09 04:43:36.040799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-be5300dd-95af-405a-925a-e95314c54b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:36.042789 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-be5300dd-95af-405a-925a-e95314c54b80 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 1128 time: 0.3581374 Sep 09 04:43:36.078708 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44192db4-aa53-4a8f-b465-e00b1c24b038 req-72f29735-287c-4bab-90f6-8abbaf425445 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:36.080168 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-44192db4-aa53-4a8f-b465-e00b1c24b038 req-72f29735-287c-4bab-90f6-8abbaf425445 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0522468 Sep 09 04:43:36.126697 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-44192db4-aa53-4a8f-b465-e00b1c24b038 req-237f1210-c52b-4ab2-933b-6049ccbc9ba0 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406809 Sep 09 04:43:36.299751 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd122e-8154-49ad-8496-9ef399e8592f req-b7f78b50-e979-4d0c-8f1c-edfae1c94428 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:36.301266 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-94fd122e-8154-49ad-8496-9ef399e8592f req-b7f78b50-e979-4d0c-8f1c-edfae1c94428 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0936954 Sep 09 04:43:36.312539 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41292) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:36.319525 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Request body: {'floatingip': {'port_id': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:36.354764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-381bc583-db05-4d4f-828e-3417ed0c1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:36.356242 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-381bc583-db05-4d4f-828e-3417ed0c1d70 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 912 time: 0.1379972 Sep 09 04:43:36.362908 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (fd92eedc-2a5d-4206-b80b-19cc0e53a18f), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:36.563117 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:36.685680 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:36.743205 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-0e66127d-ae30-458e-acef-37df18eb3624 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2 HTTP/1.1" status: 200 len: 217 time: 0.0358889 Sep 09 04:43:36.776634 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:36.790727 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:36.794517 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (fd92eedc-2a5d-4206-b80b-19cc0e53a18f), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:36.842279 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0c9a5-f183-44bc-9683-48b80f8aefe3 req-3cd71cff-779b-482c-8d64-b48655045809 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:36.843838 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-95f0c9a5-f183-44bc-9683-48b80f8aefe3 req-3cd71cff-779b-482c-8d64-b48655045809 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 944 time: 0.0862508 Sep 09 04:43:36.847926 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-2c14519a-f853-4e36-afa2-57dcf5f2ad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:36.849396 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-2c14519a-f853-4e36-afa2-57dcf5f2ad55 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 200 len: 850 time: 0.0905392 Sep 09 04:43:36.878785 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:36.908757 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Floating IP fd92eedc-2a5d-4206-b80b-19cc0e53a18f associated. External IP: 172.27.3.246, port: ffb258f4-dc03-4824-b22c-0f1742f0ed65. Sep 09 04:43:36.925259 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-954409f6-eece-474f-b991-dada79d3501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:36.927036 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-954409f6-eece-474f-b991-dada79d3501f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=da245dda-2c01-4deb-aa23-3957c02d97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677662 Sep 09 04:43:36.954696 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-95f0c9a5-f183-44bc-9683-48b80f8aefe3 req-57c90b95-984d-42da-98f7-0a2b565643e7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016083 Sep 09 04:43:37.045714 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-7963dd8b-6ac2-4b26-b1c3-ff1a8037457e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025696 Sep 09 04:43:37.180559 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6974bd37-acdd-4659-a846-e07fef8b2b43 req-37ef53d0-a99c-4118-ab8b-4f571f51c6f4 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 210 time: 0.0469337 Sep 09 04:43:37.183885 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e0c11cd-7c3e-4be9-a55e-0152474bdc90 req-546765f1-1e66-4761-b6b4-f93014d68a1a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322658 Sep 09 04:43:37.265250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a3fff027-2bdc-4c7e-a679-5b611770f4c2 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:43:37.369340 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port a3fff027-2bdc-4c7e-a679-5b611770f4c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:37.380549 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'port_id': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'mac_address': 'fa:16:3e:b1:99:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:43:37.390741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Router 0eb35b93-a59a-406b-b039-5d2fb90e5044 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:37.408941 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:37.413794 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:37.418544 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port a3fff027-2bdc-4c7e-a679-5b611770f4c2 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:43:37.419101 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:37.437918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fff027-2bdc-4c7e-a679-5b611770f4c2 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:43:37.457455 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port a3fff027-2bdc-4c7e-a679-5b611770f4c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:37.461535 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:37.500098 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:37.504944 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:37.510369 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] Sync routers for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:37.522718 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:37.523670 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:37.569776 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-9d609a40-a6b6-4d90-be73-5d52ad6e2a49 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/fd92eedc-2a5d-4206-b80b-19cc0e53a18f HTTP/1.1" status: 200 len: 991 time: 1.2536011 Sep 09 04:43:37.570917 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:37.576199 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ecc1fa-d760-498b-b7c4-cce025ed338c" -d '{"events": [{"name": "network-changed", "server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:37.627243 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b16498-7789-424f-8849-f4b8f293fd52 x-openstack-request-id: req-83b16498-7789-424f-8849-f4b8f293fd52 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:37.627792 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:37.628241 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83b16498-7789-424f-8849-f4b8f293fd52 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:37.628807 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b16498-7789-424f-8849-f4b8f293fd52'] response: {'name': 'network-changed', 'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'status': 'completed', 'code': 200} Sep 09 04:43:37.643271 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=a3fff027-2bdc-4c7e-a679-5b611770f4c2,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:37.654369 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:37.763943 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-48e2054e-216d-4f16-921f-f88adf173760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:37.765455 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-48e2054e-216d-4f16-921f-f88adf173760 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1129 time: 0.0452547 Sep 09 04:43:37.810128 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['a3fff027-2bdc-4c7e-a679-5b611770f4c2'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:43:37.849874 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-5c31ee82-e73a-4165-a89c-c8a1587c48f2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:37.852873 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-5c31ee82-e73a-4165-a89c-c8a1587c48f2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.1314852 Sep 09 04:43:37.868462 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:37.903464 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-2f4b57f2-064e-426e-acfd-a2d91e70aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:37.904787 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-2f4b57f2-064e-426e-acfd-a2d91e70aac2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.1236258 Sep 09 04:43:37.915628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'fd92eedc-2a5d-4206-b80b-19cc0e53a18f', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'port_id': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'mac_address': 'fa:16:3e:01:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:19Z', 'updated_at': '2022-09-09T04:43:36Z', 'revision_number': 1, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:37.939084 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-9365e2bd-a322-43fa-a36b-3f3ed3be4906 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 380 time: 0.0705345 Sep 09 04:43:37.949853 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] Checking router: 0eb35b93-a59a-406b-b039-5d2fb90e5044 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:37.953394 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'port': {'device_id': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'admin_state_up': True, 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'security_groups': ['949cec81-fec2-4b67-ac05-918ded39c49b']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:37.959328 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:37.960200 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:37.990720 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-0bd77cb7-de25-4e24-9a45-f695d3ebc258 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 999 time: 0.0782270 Sep 09 04:43:38.102527 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:38.122103 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e71c2-09a6-4dd7-b9a6-e929d2245a42 req-7452be2d-13e6-42b6-85c4-9987b4c1e688 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:38.129183 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-1674d59e-8ba4-4c1c-838a-74ad7a74efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:38.129755 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6c6e71c2-09a6-4dd7-b9a6-e929d2245a42 req-7452be2d-13e6-42b6-85c4-9987b4c1e688 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 945 time: 0.0664029 Sep 09 04:43:38.131008 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-1674d59e-8ba4-4c1c-838a-74ad7a74efc4 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0697601 Sep 09 04:43:38.190716 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-66e54e42-89b6-4f2c-bdf0-124d94620517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:38.192832 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-66e54e42-89b6-4f2c-bdf0-124d94620517 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542755 Sep 09 04:43:38.196995 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Made reservation on behalf of 91bb02023bea4020ba1066ba4c85ff4d for: {'port': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:43:38.201703 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:38.216044 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6c6e71c2-09a6-4dd7-b9a6-e929d2245a42 req-172d3bc7-726a-4d06-b2de-3bec45a0ed18 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854001 Sep 09 04:43:38.320381 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:38.346363 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-5655826c-b919-4fb7-bffd-60f3ce5e18b1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425726 Sep 09 04:43:38.389112 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'fd92eedc-2a5d-4206-b80b-19cc0e53a18f', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'port_id': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'mac_address': 'fa:16:3e:01:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:19Z', 'updated_at': '2022-09-09T04:43:36Z', 'revision_number': 1, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:38.414792 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9dde4-f007-43f1-8063-6e8ad5af067c None None] The sync data for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi is: [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'fd92eedc-2a5d-4206-b80b-19cc0e53a18f', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'port_id': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'mac_address': 'fa:16:3e:01:bd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:19Z', 'updated_at': '2022-09-09T04:43:36Z', 'revision_number': 1, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:38.439762 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0e9f3680-f4c4-4c16-85be-79e98f84e46e req-f8e64715-28c4-4f91-939d-a22509e70b44 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 210 time: 0.0634129 Sep 09 04:43:38.464264 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.20.0.6 (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0/c19dcef0-3e66-4454-9a36-a8b76e18d203/bd531f49-8a3c-4043-8dbe-1431619cc92e) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:43:38.488023 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215854-8f19-44d4-b9c8-5409873ad671 req-55cd7c2d-397f-4358-b1e9-63ea1b863bd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:38.489515 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0215854-8f19-44d4-b9c8-5409873ad671 req-55cd7c2d-397f-4358-b1e9-63ea1b863bd7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0878198 Sep 09 04:43:38.510963 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:38.532686 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:38.614772 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0215854-8f19-44d4-b9c8-5409873ad671 req-ae42ea60-cf01-4818-b3e3-244bb9ba4874 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182249 Sep 09 04:43:38.619259 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e6ae2-a9a7-4423-b399-90076ac6656f None None] New status for floating IP fd92eedc-2a5d-4206-b80b-19cc0e53a18f: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:38.681158 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:38.722288 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:38.765071 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:43:38.770639 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:43:38.774721 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:43:38.799100 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=bd531f49-8a3c-4043-8dbe-1431619cc92e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:38.829233 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:38.829839 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:38.846311 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1d1ce810-f57f-47e4-94e5-afb49b41db01 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991125 Sep 09 04:43:39.036806 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-90dd497f-fb72-40a1-a5fc-463b274a6f34 None None] Provisioning complete for port bd531f49-8a3c-4043-8dbe-1431619cc92e triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:43:39.037170 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-90dd497f-fb72-40a1-a5fc-463b274a6f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:39.068231 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-90dd497f-fb72-40a1-a5fc-463b274a6f34 None None] Port bd531f49-8a3c-4043-8dbe-1431619cc92e cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:43:39.294275 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a3fff027-2bdc-4c7e-a679-5b611770f4c2 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:43:39.340175 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port a3fff027-2bdc-4c7e-a679-5b611770f4c2 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:43:39.341197 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6bb61-166a-4b3e-a2c7-350256c7aacb req-54cf76e3-b27b-4c16-be0f-eaca391c8961 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:39.342676 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-64f6bb61-166a-4b3e-a2c7-350256c7aacb req-54cf76e3-b27b-4c16-be0f-eaca391c8961 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 945 time: 0.0499523 Sep 09 04:43:39.347627 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port a3fff027-2bdc-4c7e-a679-5b611770f4c2 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:43:39.348024 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:39.391114 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-64f6bb61-166a-4b3e-a2c7-350256c7aacb req-c0c8ccd8-10bc-4c51-8de4-419177dbbf17 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Sep 09 04:43:39.420547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port a3fff027-2bdc-4c7e-a679-5b611770f4c2 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:43:39.420935 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:39.444325 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:39.446527 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d819ef0-3aec-449d-816f-721d371f5895" -d '{"events": [{"server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "name": "network-vif-plugged", "status": "completed", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:39.458920 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port a3fff027-2bdc-4c7e-a679-5b611770f4c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:39.463260 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:39.486963 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238f985-996b-4a6d-a735-3ed3ad9008be x-openstack-request-id: req-e238f985-996b-4a6d-a735-3ed3ad9008be {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:39.487274 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "name": "network-vif-plugged", "status": "completed", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:39.487527 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e238f985-996b-4a6d-a735-3ed3ad9008be {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:39.487916 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e238f985-996b-4a6d-a735-3ed3ad9008be'] response: {'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'code': 200} Sep 09 04:43:39.513564 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=a3fff027-2bdc-4c7e-a679-5b611770f4c2,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:39.560507 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671279e-a6f7-403c-969e-233902ed6d5e req-e2169c7a-8f66-4fc4-a37c-39a182643b89 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:39.561946 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5671279e-a6f7-403c-969e-233902ed6d5e req-e2169c7a-8f66-4fc4-a37c-39a182643b89 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 931 time: 0.0479050 Sep 09 04:43:39.608702 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5671279e-a6f7-403c-969e-233902ed6d5e req-ff3d36ce-904c-44b2-b2fa-ac5287aa43aa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407228 Sep 09 04:43:39.741912 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50279d-106f-43be-85d2-676a81acac1e req-f72ce049-0f80-49a2-8d3f-360d7604f715 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:39.743501 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1d50279d-106f-43be-85d2-676a81acac1e req-f72ce049-0f80-49a2-8d3f-360d7604f715 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0461679 Sep 09 04:43:39.792530 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1d50279d-106f-43be-85d2-676a81acac1e req-4ccc6c4f-f21e-415a-a9bb-35e28c0de375 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Sep 09 04:43:40.509313 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4616f-16ee-493e-ae31-1254fa60db9b req-9841ebd5-f89c-4761-941d-827134440dd7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:40.510746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6d4616f-16ee-493e-ae31-1254fa60db9b req-9841ebd5-f89c-4761-941d-827134440dd7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0460167 Sep 09 04:43:40.556937 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6d4616f-16ee-493e-ae31-1254fa60db9b req-50315453-4333-4280-8731-ccd4f6645587 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406320 Sep 09 04:43:40.727696 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8676d5a-3aed-44fd-a250-76ed57d336b9 req-80abe827-87c2-49a8-ad02-b16ec9ad531f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:40.729137 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b8676d5a-3aed-44fd-a250-76ed57d336b9 req-80abe827-87c2-49a8-ad02-b16ec9ad531f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 931 time: 0.0461090 Sep 09 04:43:40.774603 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b8676d5a-3aed-44fd-a250-76ed57d336b9 req-eaf118c2-6696-4d6b-a950-5cc630dd7315 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399742 Sep 09 04:43:40.913347 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4808677-deef-4f71-84db-060b2cc874ae req-bf984bbc-8f06-4147-bbee-885ac044117e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:40.914816 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c4808677-deef-4f71-84db-060b2cc874ae req-bf984bbc-8f06-4147-bbee-885ac044117e tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0496986 Sep 09 04:43:40.960334 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c4808677-deef-4f71-84db-060b2cc874ae req-84de3452-fc9e-42dd-b069-30766ac03160 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400283 Sep 09 04:43:41.547213 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Request body: {'port': {'device_id': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:41.550787 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:41.570956 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:41.610423 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:41.618988 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:41.640624 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-88ecc1fa-d760-498b-b7c4-cce025ed338c req-a146303c-a18a-46f3-bfe8-b173b6713882 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977252 Sep 09 04:43:41.755052 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422edf0-f1b1-4e78-aeef-2e44f9f7fc39 req-bab2c272-901b-4404-bf75-d20da3088d91 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:41.756532 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7422edf0-f1b1-4e78-aeef-2e44f9f7fc39 req-bab2c272-901b-4404-bf75-d20da3088d91 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.1090710 Sep 09 04:43:41.876718 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7422edf0-f1b1-4e78-aeef-2e44f9f7fc39 req-53b0cd78-77c9-4f2e-ad18-3398c1e485a2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140501 Sep 09 04:43:41.934469 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8378d5-3d65-469d-a505-29a431d7bc41 req-2a6d5589-ef35-4d2e-b0f3-f2377b3492c4 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:41.936012 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6f8378d5-3d65-469d-a505-29a431d7bc41 req-2a6d5589-ef35-4d2e-b0f3-f2377b3492c4 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 931 time: 0.0836480 Sep 09 04:43:41.961115 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-34c1257c-ea4a-49de-8ade-d17ba69161f7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:41.962549 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-34c1257c-ea4a-49de-8ade-d17ba69161f7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0720162 Sep 09 04:43:42.002792 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c474d1-19cb-4c0d-b386-a2ed5a765d47 req-3660d5fb-6c81-4bc1-b4c3-62945d0e789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:42.004145 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-94c474d1-19cb-4c0d-b386-a2ed5a765d47 req-3660d5fb-6c81-4bc1-b4c3-62945d0e789e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 1130 time: 0.0776355 Sep 09 04:43:42.038718 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd531f49-8a3c-4043-8dbe-1431619cc92e {{(pid=107719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:43:42.045925 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6f8378d5-3d65-469d-a505-29a431d7bc41 req-1774a188-6a2c-4496-b45b-358a7285aec0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983775 Sep 09 04:43:42.052299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Publish callbacks [] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.094270 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Deleting port e2bb2333-df06-4b43-a41b-37e81ef693cb {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:42.094629 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.098044 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.provisioning_blocks [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Transition to ACTIVE for port object bd531f49-8a3c-4043-8dbe-1431619cc92e will not be triggered until provisioned by entity L2. {{(pid=107719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:43:42.100916 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-94c474d1-19cb-4c0d-b386-a2ed5a765d47 req-2cd0b4c7-06f2-4f24-b638-2f1d7883d923 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909283 Sep 09 04:43:42.106062 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c395f60-93cf-470d-80bc-c097e959e093 req-8b5fdb8b-ac6a-4e9d-85ff-5c603108ef19 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:42.107570 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3c395f60-93cf-470d-80bc-c097e959e093 req-8b5fdb8b-ac6a-4e9d-85ff-5c603108ef19 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 945 time: 0.0586469 Sep 09 04:43:42.108645 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.192774 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] For port e2bb2333-df06-4b43-a41b-37e81ef693cb, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e2bb2333-df06-4b43-a41b-37e81ef693cb,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:42.193139 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.199159 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Pushing event updated for resources: {'Port': ['ID=bd531f49-8a3c-4043-8dbe-1431619cc92e,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:42.237596 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3c395f60-93cf-470d-80bc-c097e959e093 req-745d766d-30d2-45f4-a01f-d544d40f43a0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5e298448-17b4-4bee-aee5-016b1aec7419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227472 Sep 09 04:43:42.262862 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Attempting to bind port bd531f49-8a3c-4043-8dbe-1431619cc92e on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:43:42.263227 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Attempting to bind port bd531f49-8a3c-4043-8dbe-1431619cc92e by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:43:42.263560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Attempting to bind port bd531f49-8a3c-4043-8dbe-1431619cc92e on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:43:42.304490 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Port bd531f49-8a3c-4043-8dbe-1431619cc92e on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:43:42.304829 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Attempting to bind port bd531f49-8a3c-4043-8dbe-1431619cc92e on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:43:42.344799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:42.347860 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:43:42.348200 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Checking segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:43:42.348582 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Bound using segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} {{(pid=107719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:43:42.349024 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.managers [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Bound port: bd531f49-8a3c-4043-8dbe-1431619cc92e, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}}] {{(pid=107719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:43:42.349377 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.371273 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.371638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.371958 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Floating IP c7254b0a-870c-4132-8cf9-264590219836 disassociated. External IP: 172.27.3.120, port: e2bb2333-df06-4b43-a41b-37e81ef693cb. Sep 09 04:43:42.372301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Calling delete_port for e2bb2333-df06-4b43-a41b-37e81ef693cb owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:42.416371 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] For port bd531f49-8a3c-4043-8dbe-1431619cc92e, host hv-cinder-85600, cleared binding levels {{(pid=107719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:43:42.419768 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] For port bd531f49-8a3c-4043-8dbe-1431619cc92e, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bd531f49-8a3c-4043-8dbe-1431619cc92e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:43:42.426902 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.431229 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:42.432006 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.433456 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-dee4b397-b156-4896-ad47-686940539bcf service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/bd531f49-8a3c-4043-8dbe-1431619cc92e HTTP/1.1" status: 200 len: 1093 time: 0.8908546 Sep 09 04:43:42.435041 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:42.437371 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b0f911-76fd-49ed-9418-245bda237c40" -d '{"events": [{"name": "network-changed", "server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:42.482833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4b397-b156-4896-ad47-686940539bcf service neutron] Pushing event updated for resources: {'Port': ['ID=bd531f49-8a3c-4043-8dbe-1431619cc92e,revision_number=3']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:42.496387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4266dae-7c1f-40f9-86b9-6fa850f26f56 x-openstack-request-id: req-e4266dae-7c1f-40f9-86b9-6fa850f26f56 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:42.496676 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:42.496930 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4266dae-7c1f-40f9-86b9-6fa850f26f56 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:42.497336 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4266dae-7c1f-40f9-86b9-6fa850f26f56'] response: {'name': 'network-changed', 'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'status': 'completed', 'code': 200} Sep 09 04:43:42.505344 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (e2bb2333-df06-4b43-a41b-37e81ef693cb), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.536952 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event deleted for resources: {'Port': ['ID=e2bb2333-df06-4b43-a41b-37e81ef693cb,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:42.643169 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Router 193d4d32-5811-44ab-80f2-9a1e52fb747c has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:42.653866 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:42.734832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:42.749301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:42.760449 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] Sync routers for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:42.772011 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:42.772616 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:42.794099 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] No DVR routers for this DVR port e2bb2333-df06-4b43-a41b-37e81ef693cb on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:43:42.796560 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:42.799803 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-49325a0a-0d87-4247-8fd8-e0d8df32d848 req-7aa4663b-09dc-4b94-bc54-fd282d857313 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "DELETE /networking/v2.0/ports/e2bb2333-df06-4b43-a41b-37e81ef693cb HTTP/1.1" status: 204 len: 173 time: 0.8318689 Sep 09 04:43:42.800301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'name': 'network-vif-deleted', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:42.802496 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2a1773-7400-4273-b2ad-a14f4b3b0389" -d '{"events": [{"server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "name": "network-vif-deleted", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:42.819686 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:42.840744 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4452e6-404f-4718-bd7d-0e6b232263cf x-openstack-request-id: req-fe4452e6-404f-4718-bd7d-0e6b232263cf {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:42.841257 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b697ec-4fe5-4eb3-95c9-6890c141915b", "name": "network-vif-deleted", "tag": "e2bb2333-df06-4b43-a41b-37e81ef693cb", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:42.841515 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe4452e6-404f-4718-bd7d-0e6b232263cf {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:42.841921 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4452e6-404f-4718-bd7d-0e6b232263cf'] response: {'server_uuid': '81b697ec-4fe5-4eb3-95c9-6890c141915b', 'name': 'network-vif-deleted', 'tag': 'e2bb2333-df06-4b43-a41b-37e81ef693cb', 'status': 'completed', 'code': 200} Sep 09 04:43:42.885511 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:42.920106 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f911-76fd-49ed-9418-245bda237c40 req-d2ef84f3-dc74-4351-9a6b-fa947328ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:42.921963 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-40b0f911-76fd-49ed-9418-245bda237c40 req-d2ef84f3-dc74-4351-9a6b-fa947328ae24 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 1127 time: 0.0481820 Sep 09 04:43:42.993708 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:43.029091 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec788883-9c3d-4529-a057-4f87101c60e6 req-921d1bca-45e3-4a37-a39b-2e17c0f1bc80 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:43.036500 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ec788883-9c3d-4529-a057-4f87101c60e6 req-921d1bca-45e3-4a37-a39b-2e17c0f1bc80 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0740008 Sep 09 04:43:43.104691 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f911-76fd-49ed-9418-245bda237c40 req-9d736ce2-8104-4a74-8c85-3cf4894e86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:43.106382 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-40b0f911-76fd-49ed-9418-245bda237c40 req-9d736ce2-8104-4a74-8c85-3cf4894e86b1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1241119 Sep 09 04:43:43.118264 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ec788883-9c3d-4529-a057-4f87101c60e6 req-87891411-2d35-4f91-9f9e-5534f752e459 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807867 Sep 09 04:43:43.186068 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:43.208697 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27c648-24c2-4315-92d5-443d8bd451a4 req-e3873463-2854-4845-b2f6-03daeef57396 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:43.210272 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1b27c648-24c2-4315-92d5-443d8bd451a4 req-e3873463-2854-4845-b2f6-03daeef57396 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 943 time: 0.0647304 Sep 09 04:43:43.214215 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] Checking router: 193d4d32-5811-44ab-80f2-9a1e52fb747c for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:43.224090 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:43.225411 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:43.226133 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4297a258-652b-4aab-930c-b2ea99495229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:43.266218 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1b27c648-24c2-4315-92d5-443d8bd451a4 req-dee38253-d0cd-45d8-80c4-a09dafec26e6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467153 Sep 09 04:43:43.339815 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:43.358204 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0b4d244b-a3d5-474d-a746-81207a4b62ff req-12dc5106-a70b-4dbe-b13e-cbfa041287ca tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81b697ec-4fe5-4eb3-95c9-6890c141915b HTTP/1.1" status: 200 len: 210 time: 0.0284224 Sep 09 04:43:43.524450 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:43.549068 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506efc7-76f7-4bba-8e35-72e214514550 None None] The sync data for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi is: [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:39:00Z', 'revision_number': 4, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '1a9eb596-0e91-4f4e-9b87-05ea752df8d1', 'name': '', 'network_id': '1c260770-d4b1-4e02-bd09-9b1833989c1e', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'mac_address': 'fa:16:3e:46:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:59Z', 'updated_at': '2022-09-09T04:39:15Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'subnets': [{'id': 'c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:43.659862 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f911-76fd-49ed-9418-245bda237c40 req-8840fb3a-1bcd-4093-bab4-5fc7665b17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:43.661443 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-40b0f911-76fd-49ed-9418-245bda237c40 req-8840fb3a-1bcd-4093-bab4-5fc7665b17d8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943768 Sep 09 04:43:43.768562 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1c30e231-3918-4c74-a447-4a91c554f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:43.770127 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-1c30e231-3918-4c74-a447-4a91c554f2da service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 1127 time: 0.0443466 Sep 09 04:43:43.797502 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5d8d8d-afa3-4afc-91e2-7ee8d121c2de None None] New status for floating IP c7254b0a-870c-4132-8cf9-264590219836: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:43.827518 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-43fae649-4ce2-44e7-be25-da5e472c6185 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd531f49-8a3c-4043-8dbe-1431619cc92e HTTP/1.1" status: 200 len: 217 time: 0.0401800 Sep 09 04:43:43.879583 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-9989bbbf-972d-4bf1-9912-f889b63e6221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:43.881102 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-9989bbbf-972d-4bf1-9912-f889b63e6221 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0477576 Sep 09 04:43:43.944963 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-83e96504-f96d-4f40-a6ba-ba347f08fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:43.946469 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-83e96504-f96d-4f40-a6ba-ba347f08fc69 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399392 Sep 09 04:43:44.227348 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-4f791cad-7d1d-49b8-9482-5727d1d2bab6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961037 Sep 09 04:43:44.243176 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a4de-3c29-40a9-93ae-7745e9476ce4 req-6e3b6601-a44f-4b35-925f-e31dc648c480 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:44.245514 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8d92a4de-3c29-40a9-93ae-7745e9476ce4 req-6e3b6601-a44f-4b35-925f-e31dc648c480 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0494652 Sep 09 04:43:44.315817 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8d92a4de-3c29-40a9-93ae-7745e9476ce4 req-27d76950-149a-4fb9-ac5c-7b24a40f1e3a tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603766 Sep 09 04:43:44.331076 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c67a8070-6d74-4cf5-bfc8-e521d484a158 req-ed17d672-4aa4-40c7-b174-6292c34e7092 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950482 Sep 09 04:43:44.436488 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429431f-053b-44a9-810c-115c466ae8e0 req-934136d3-0925-49f3-b7a1-00c2bdd2428c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:44.437894 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c429431f-053b-44a9-810c-115c466ae8e0 req-934136d3-0925-49f3-b7a1-00c2bdd2428c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 943 time: 0.0857592 Sep 09 04:43:44.469219 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760f871-c796-418e-b7e9-efd0c7a97a64 req-d3c91398-d09d-4ed2-91a8-8e8405c4de57 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:44.470639 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3760f871-c796-418e-b7e9-efd0c7a97a64 req-d3c91398-d09d-4ed2-91a8-8e8405c4de57 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0786004 Sep 09 04:43:44.481509 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41360) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:44.487096 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Request body: {'floatingip': {'port_id': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:44.497764 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c429431f-053b-44a9-810c-115c466ae8e0 req-5968928b-a703-4ff6-a783-0328069b7430 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537360 Sep 09 04:43:44.534142 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (8a95d92a-cc82-4860-8c96-e4836f1d20da), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.542773 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41364) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:44.599873 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbd5ab98-e570-4f1a-86df-4215487fe7d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group (5e298448-17b4-4bee-aee5-016b1aec7419), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.622611 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbd5ab98-e570-4f1a-86df-4215487fe7d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group (5e298448-17b4-4bee-aee5-016b1aec7419), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.673364 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbd5ab98-e570-4f1a-86df-4215487fe7d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (5e298448-17b4-4bee-aee5-016b1aec7419), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.676100 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbd5ab98-e570-4f1a-86df-4215487fe7d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.677247 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fbd5ab98-e570-4f1a-86df-4215487fe7d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5e298448-17b4-4bee-aee5-016b1aec7419 HTTP/1.1" status: 204 len: 168 time: 0.1334543 Sep 09 04:43:44.681395 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41366) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:44.686994 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5ab98-e570-4f1a-86df-4215487fe7d5 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e298448-17b4-4bee-aee5-016b1aec7419,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:44.698689 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.api.v2.resource [None req-430d957a-83c0-4623-a0a8-7e7dcd6c78b7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] show failed (client error): The resource could not be found. Sep 09 04:43:44.699712 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-430d957a-83c0-4623-a0a8-7e7dcd6c78b7 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups/5e298448-17b4-4bee-aee5-016b1aec7419 HTTP/1.1" status: 404 len: 347 time: 0.0168810 Sep 09 04:43:44.702607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41368) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:44.823643 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Deleting port 1451c3c0-dbe3-4a68-9c43-4676bfe5f50d {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:44.823997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.890686 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:44.905260 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.905595 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:44.918590 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:44.920053 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Calling delete_port for 1451c3c0-dbe3-4a68-9c43-4676bfe5f50d owned by network:floatingip {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:44.979552 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:44.996904 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:45.001243 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (8a95d92a-cc82-4860-8c96-e4836f1d20da), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:45.057361 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (1451c3c0-dbe3-4a68-9c43-4676bfe5f50d), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:45.086842 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event deleted for resources: {'Port': ['ID=1451c3c0-dbe3-4a68-9c43-4676bfe5f50d,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:45.102334 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Floating IP 8a95d92a-cc82-4860-8c96-e4836f1d20da associated. External IP: 172.27.3.188, port: a3fff027-2bdc-4c7e-a679-5b611770f4c2. Sep 09 04:43:45.130649 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:45.149675 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks [] for floatingip (c7254b0a-870c-4132-8cf9-264590219836), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:45.152328 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:45.153498 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b1024169-49bd-4ef9-b736-b9da83b28b18 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/c7254b0a-870c-4132-8cf9-264590219836 HTTP/1.1" status: 204 len: 168 time: 0.4497302 Sep 09 04:43:45.317657 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Router fe474707-f1f0-4c45-8158-207aeea5a59b has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:45.322874 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device e2bb2333-df06-4b43-a41b-37e81ef693cb no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:43:45.341934 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: e2bb2333-df06-4b43-a41b-37e81ef693cb {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:43:45.342273 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device e2bb2333-df06-4b43-a41b-37e81ef693cb not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:43:45.423682 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:45.427881 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:45.435109 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec821e-e086-41c3-919e-c049352d55cc None None] Sync routers for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:45.447093 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1b00a66a-a86e-4112-b593-614bcc0f200f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:45.448774 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:45.449968 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:45.452804 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:45.459523 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-dbd4ce63-3046-4d6a-9a17-10115b5c83d9 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/8a95d92a-cc82-4860-8c96-e4836f1d20da HTTP/1.1" status: 200 len: 992 time: 0.9760146 Sep 09 04:43:45.460366 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:45.462673 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b258fc-0bf1-4f1c-a925-bdee467f7004" -d '{"events": [{"name": "network-changed", "server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:45.500990 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde5e0e9-aee7-48a7-933e-3cf7536b2f54 x-openstack-request-id: req-dde5e0e9-aee7-48a7-933e-3cf7536b2f54 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:45.501448 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:45.501739 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dde5e0e9-aee7-48a7-933e-3cf7536b2f54 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:45.502188 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde5e0e9-aee7-48a7-933e-3cf7536b2f54'] response: {'name': 'network-changed', 'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'status': 'completed', 'code': 200} Sep 09 04:43:45.566347 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:45.598816 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-146059e0-cc0e-4bfd-bd21-59eb417c6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:45.600480 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-146059e0-cc0e-4bfd-bd21-59eb417c6752 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 1130 time: 0.0457728 Sep 09 04:43:45.633776 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf3c95-4d0d-48b7-b59e-5cb738792dd8 req-ee5abf0d-ddfb-4538-8a21-80b2b21e71fc tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:45.635346 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7bbf3c95-4d0d-48b7-b59e-5cb738792dd8 req-ee5abf0d-ddfb-4538-8a21-80b2b21e71fc tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 943 time: 0.0519073 Sep 09 04:43:45.694505 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7bbf3c95-4d0d-48b7-b59e-5cb738792dd8 req-2ed1e02b-ff56-4316-9c81-9eb0cd0c9085 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513241 Sep 09 04:43:45.705639 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-9baf6917-98dc-4d6e-ad49-2ca17f3e3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:45.707156 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-9baf6917-98dc-4d6e-ad49-2ca17f3e3a62 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 200 len: 912 time: 0.1006949 Sep 09 04:43:45.711331 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:45.772312 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-150c05af-2960-4908-8523-774f4bad49f1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2 HTTP/1.1" status: 200 len: 1000 time: 0.0593591 Sep 09 04:43:45.790832 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '8a95d92a-cc82-4860-8c96-e4836f1d20da', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'port_id': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'mac_address': 'fa:16:3e:b1:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:28Z', 'updated_at': '2022-09-09T04:43:44Z', 'revision_number': 1, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:45.820864 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec821e-e086-41c3-919e-c049352d55cc None None] Checking router: fe474707-f1f0-4c45-8158-207aeea5a59b for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:45.829778 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:45.830390 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:45.935272 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:46.032026 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-bf607085-82a6-4daf-b1a9-7ec6c6039edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:46.033402 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-bf607085-82a6-4daf-b1a9-7ec6c6039edf service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 200 len: 850 time: 0.2558341 Sep 09 04:43:46.076261 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-d1157031-6565-47e3-8d76-8e475025dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:46.077739 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-d1157031-6565-47e3-8d76-8e475025dbab service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=da245dda-2c01-4deb-aa23-3957c02d97c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384309 Sep 09 04:43:46.144525 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-feec821e-e086-41c3-919e-c049352d55cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '8a95d92a-cc82-4860-8c96-e4836f1d20da', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'port_id': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'mac_address': 'fa:16:3e:b1:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:28Z', 'updated_at': '2022-09-09T04:43:44Z', 'revision_number': 1, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:46.169220 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feec821e-e086-41c3-919e-c049352d55cc None None] The sync data for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi is: [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '8a95d92a-cc82-4860-8c96-e4836f1d20da', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'port_id': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'mac_address': 'fa:16:3e:b1:99:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:28Z', 'updated_at': '2022-09-09T04:43:44Z', 'revision_number': 1, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:46.169952 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-f333a1fc-983c-4baa-a750-9ec56d06a32a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860131 Sep 09 04:43:46.239715 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:46.251677 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:46.267627 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-11b258fc-0bf1-4f1c-a925-bdee467f7004 req-d821b5ca-2e76-40af-a141-e145c5d3c051 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912523 Sep 09 04:43:46.381137 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543911d5-2942-4ba4-b996-7372a871244a None None] New status for floating IP 8a95d92a-cc82-4860-8c96-e4836f1d20da: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:46.609132 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:43:46.739173 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:46.822865 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9b638-9f3f-4f2d-abc1-c38ced22b24f req-18748278-2beb-46a7-9300-db2537753a7f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:46.824266 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4ad9b638-9f3f-4f2d-abc1-c38ced22b24f req-18748278-2beb-46a7-9300-db2537753a7f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 943 time: 0.0495322 Sep 09 04:43:46.869903 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4ad9b638-9f3f-4f2d-abc1-c38ced22b24f req-beb5359f-3152-4aa3-b3fe-4f0bc87a2a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395262 Sep 09 04:43:47.294661 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bd531f49-8a3c-4043-8dbe-1431619cc92e details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:43:47.393038 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bd531f49-8a3c-4043-8dbe-1431619cc92e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bd531f49-8a3c-4043-8dbe-1431619cc92e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:47.405096 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'port_id': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'mac_address': 'fa:16:3e:cb:e1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:43:47.406434 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:47.447101 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port bd531f49-8a3c-4043-8dbe-1431619cc92e is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:43:47.447101 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:47.460722 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd531f49-8a3c-4043-8dbe-1431619cc92e {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:43:47.480832 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bd531f49-8a3c-4043-8dbe-1431619cc92e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bd531f49-8a3c-4043-8dbe-1431619cc92e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:47.485110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:47.512374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:47.533761 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=bd531f49-8a3c-4043-8dbe-1431619cc92e,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:47.652339 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44802ce-017b-4c09-a171-cbc5396ac6b9 req-5beeddd7-b216-43f9-9d00-224416855e87 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:47.654273 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e44802ce-017b-4c09-a171-cbc5396ac6b9 req-5beeddd7-b216-43f9-9d00-224416855e87 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0479834 Sep 09 04:43:47.708949 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e44802ce-017b-4c09-a171-cbc5396ac6b9 req-12c754a7-4e1a-4410-bd73-dc5858f4d759 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489678 Sep 09 04:43:47.828090 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['bd531f49-8a3c-4043-8dbe-1431619cc92e'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:43:47.956597 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:47.992642 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cc73c-d214-4315-8223-186d1eb63388 req-9111622f-ea00-49d6-b6e7-fedd82901cbe tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:47.994573 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da4cc73c-d214-4315-8223-186d1eb63388 req-9111622f-ea00-49d6-b6e7-fedd82901cbe tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 944 time: 0.0492351 Sep 09 04:43:48.039762 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da4cc73c-d214-4315-8223-186d1eb63388 req-b861f88e-79dc-432f-bb1f-0fbd31c0d030 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396047 Sep 09 04:43:48.217067 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:48.343609 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:48.829771 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6289555-5387-4fe8-bbe0-a634aa5546bb req-022ebcaf-8b56-406f-9fba-d728b42b6eda tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:48.831285 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6289555-5387-4fe8-bbe0-a634aa5546bb req-022ebcaf-8b56-406f-9fba-d728b42b6eda tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0462809 Sep 09 04:43:48.877451 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6289555-5387-4fe8-bbe0-a634aa5546bb req-02e6fc57-ad7d-40c0-aa34-199367b7b0ff tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Sep 09 04:43:49.157394 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f9f60-babd-4b62-9918-d4f730eb484a req-f6c4cc86-af09-42da-bdd1-e8fce58fd512 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:49.158822 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3d1f9f60-babd-4b62-9918-d4f730eb484a req-f6c4cc86-af09-42da-bdd1-e8fce58fd512 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 944 time: 0.0454741 Sep 09 04:43:49.208323 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3d1f9f60-babd-4b62-9918-d4f730eb484a req-8a3c4693-389d-4c20-a6ad-29c3caef8302 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Sep 09 04:43:49.324830 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bd531f49-8a3c-4043-8dbe-1431619cc92e up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:43:49.365081 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port bd531f49-8a3c-4043-8dbe-1431619cc92e completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:43:49.373246 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port bd531f49-8a3c-4043-8dbe-1431619cc92e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:43:49.373745 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:49.445887 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port bd531f49-8a3c-4043-8dbe-1431619cc92e is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:43:49.446265 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:49.469090 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:49.471702 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534283c6-3045-4383-86a0-e08508e524ff" -d '{"events": [{"server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "name": "network-vif-plugged", "status": "completed", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:49.484343 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bd531f49-8a3c-4043-8dbe-1431619cc92e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bd531f49-8a3c-4043-8dbe-1431619cc92e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:49.489865 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:49.512688 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae491be5-9278-43b2-aee1-bee76a2c0861 x-openstack-request-id: req-ae491be5-9278-43b2-aee1-bee76a2c0861 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:49.512992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "name": "network-vif-plugged", "status": "completed", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:49.513245 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae491be5-9278-43b2-aee1-bee76a2c0861 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:49.513635 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae491be5-9278-43b2-aee1-bee76a2c0861'] response: {'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'code': 200} Sep 09 04:43:49.538115 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=bd531f49-8a3c-4043-8dbe-1431619cc92e,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:49.976726 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def5aad-6dfc-4924-86a6-a1e60fef0eeb req-e890e0ab-e308-47c2-979b-1ba87c702627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:49.978222 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-7def5aad-6dfc-4924-86a6-a1e60fef0eeb req-e890e0ab-e308-47c2-979b-1ba87c702627 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 1129 time: 0.0422647 Sep 09 04:43:49.997387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551cbca-8ca7-4ea6-8bc3-7ad466457ba3 req-ef300018-a031-4d89-8431-5e594e12f773 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:49.998849 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8551cbca-8ca7-4ea6-8bc3-7ad466457ba3 req-ef300018-a031-4d89-8431-5e594e12f773 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0469966 Sep 09 04:43:50.023164 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-7def5aad-6dfc-4924-86a6-a1e60fef0eeb req-e7bfe49f-eaaf-45f4-a72d-7305c07df635 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377707 Sep 09 04:43:50.045921 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8551cbca-8ca7-4ea6-8bc3-7ad466457ba3 req-ce49efe9-1c71-4099-b98d-df5e04596aa9 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Sep 09 04:43:50.328964 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9f791-ed39-431b-ace2-b63fcfc6f5f4 req-ed42be3e-cb0a-4f07-9e51-15f97b044b39 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:50.330440 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6ce9f791-ed39-431b-ace2-b63fcfc6f5f4 req-ed42be3e-cb0a-4f07-9e51-15f97b044b39 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0462723 Sep 09 04:43:50.376892 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6ce9f791-ed39-431b-ace2-b63fcfc6f5f4 req-c0ff5342-7627-4ccc-ae62-a648eb729fe0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408506 Sep 09 04:43:50.422225 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bea969-dabe-4838-8ca3-52fa79401014 req-01be10fa-8958-4379-933f-9a215203c069 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:50.423689 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-49bea969-dabe-4838-8ca3-52fa79401014 req-01be10fa-8958-4379-933f-9a215203c069 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 945 time: 0.0464585 Sep 09 04:43:50.901054 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Deleting port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:50.901396 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:50.988766 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] For port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:50.989449 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:51.002463 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Calling delete_port for bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:51.131253 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:51.152004 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-281495f6-1c89-46d9-a82e-e2a4389577ca req-874a1a1f-568e-4c81-a787-abed2bfcffbe tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 210 time: 0.0325606 Sep 09 04:43:51.160452 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event deleted for resources: {'Port': ['ID=bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:51.182205 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe', 'a018459f-533b-4aed-aa62-2552577cedef'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:43:51.218756 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] No DVR routers for this DVR port bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:43:51.221216 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:51.224472 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-49bea969-dabe-4838-8ca3-52fa79401014 req-ab89bceb-3aba-494a-8245-46624ccdfc13 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "DELETE /networking/v2.0/ports/bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe HTTP/1.1" status: 204 len: 173 time: 0.4024887 Sep 09 04:43:51.224934 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'name': 'network-vif-deleted', 'tag': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:51.227277 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc113736-3f29-42f4-88ee-5d63a77fc59f" -d '{"events": [{"server_uuid": "7bc64fdf-1f32-4a6f-9194-af9ea4628027", "name": "network-vif-deleted", "tag": "bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:51.264226 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650064ed-0427-43c8-a622-5f453c32819e x-openstack-request-id: req-650064ed-0427-43c8-a622-5f453c32819e {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:51.264519 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc64fdf-1f32-4a6f-9194-af9ea4628027", "name": "network-vif-deleted", "tag": "bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:51.264778 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-650064ed-0427-43c8-a622-5f453c32819e {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:51.265344 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650064ed-0427-43c8-a622-5f453c32819e'] response: {'server_uuid': '7bc64fdf-1f32-4a6f-9194-af9ea4628027', 'name': 'network-vif-deleted', 'tag': 'bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe', 'status': 'completed', 'code': 200} Sep 09 04:43:51.462056 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:51.497716 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736820e-8089-464f-ab11-1e6ed44932b9 req-380046e9-9dad-44c0-b884-495412ae975f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:51.499194 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4736820e-8089-464f-ab11-1e6ed44932b9 req-380046e9-9dad-44c0-b884-495412ae975f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0468740 Sep 09 04:43:51.551746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4736820e-8089-464f-ab11-1e6ed44932b9 req-ee175c5d-b16c-4961-9f52-fc5b8120f655 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469785 Sep 09 04:43:52.267011 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8594c40f-ec74-4f3b-b562-68233e904e7b req-3b58e1bf-1d62-4599-ad5c-b2381a56222a tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7bc64fdf-1f32-4a6f-9194-af9ea4628027 HTTP/1.1" status: 200 len: 210 time: 0.0275657 Sep 09 04:43:52.669610 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bfe4a-03a2-4977-866f-1428332aef62 req-6af50a8f-4e2d-4e47-8dd2-1c2cd43d7df7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:52.671084 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c35bfe4a-03a2-4977-866f-1428332aef62 req-6af50a8f-4e2d-4e47-8dd2-1c2cd43d7df7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0458300 Sep 09 04:43:52.720668 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c35bfe4a-03a2-4977-866f-1428332aef62 req-1006686b-eb28-491c-921d-4790c04a3d8e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Sep 09 04:43:52.833334 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905652e1-50ef-4f10-804b-ae56673c9013 req-474081d6-cfcb-44a4-a792-099f551d8786 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:52.834778 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-905652e1-50ef-4f10-804b-ae56673c9013 req-474081d6-cfcb-44a4-a792-099f551d8786 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0463767 Sep 09 04:43:52.844568 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41422) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:52.848760 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'port_id': 'bd531f49-8a3c-4043-8dbe-1431619cc92e'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:43:52.886317 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (126336b6-425f-4cea-bde0-23d0d8baa6f3), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:52.953812 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:53.300799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:53.305313 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (126336b6-425f-4cea-bde0-23d0d8baa6f3), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:53.317132 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:43:53.339876 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:43:53.339876 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bc5dbac3-7cd6-4c6c-bd0e-b46429ecebfe not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:43:53.404036 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP 126336b6-425f-4cea-bde0-23d0d8baa6f3 associated. External IP: 172.27.3.168, port: bd531f49-8a3c-4043-8dbe-1431619cc92e. Sep 09 04:43:53.796055 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea4de2-cca4-4ba5-a085-643a36171135 req-2d731f4d-b59c-48b9-a50a-3810efe1e1ee tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:53.797511 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cfea4de2-cca4-4ba5-a085-643a36171135 req-2d731f4d-b59c-48b9-a50a-3810efe1e1ee tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0588453 Sep 09 04:43:53.911751 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:53.917492 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cfea4de2-cca4-4ba5-a085-643a36171135 req-dbeef7a0-8371-4a61-bb9b-df1195787071 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873063 Sep 09 04:43:53.932947 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:43:54.035331 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:43:54.040985 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:54.045628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:43:54.059803 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:54.060447 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:54.073453 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b860669d-2884-4fcf-bad8-43184d419175 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/126336b6-425f-4cea-bde0-23d0d8baa6f3 HTTP/1.1" status: 200 len: 991 time: 1.2278478 Sep 09 04:43:54.074102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:54.076458 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed47cb3e-e891-41a1-9229-905ae81986ac" -d '{"events": [{"name": "network-changed", "server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:54.114678 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634ff84-3b9b-4956-8223-8344d81ee21c x-openstack-request-id: req-c634ff84-3b9b-4956-8223-8344d81ee21c {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:54.115033 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:54.115293 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c634ff84-3b9b-4956-8223-8344d81ee21c {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:54.115695 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c634ff84-3b9b-4956-8223-8344d81ee21c'] response: {'name': 'network-changed', 'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'status': 'completed', 'code': 200} Sep 09 04:43:54.162203 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:54.441925 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:54.451446 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '126336b6-425f-4cea-bde0-23d0d8baa6f3', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:cb:e1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:34Z', 'updated_at': '2022-09-09T04:43:53Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:54.475377 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:43:54.483958 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:43:54.484546 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:54.584068 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:43:54.585563 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:54.793580 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '126336b6-425f-4cea-bde0-23d0d8baa6f3', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:cb:e1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:34Z', 'updated_at': '2022-09-09T04:43:53Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:43:54.817740 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c55fa-62f1-4276-8793-9d3d76d23b6f None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '126336b6-425f-4cea-bde0-23d0d8baa6f3', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:cb:e1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:43:34Z', 'updated_at': '2022-09-09T04:43:53Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:43:55.000541 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4ad4f-b92e-49e5-8cad-c495f96cc006 None None] New status for floating IP 126336b6-425f-4cea-bde0-23d0d8baa6f3: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:43:55.026047 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:55.045318 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d26d0a-2872-49c1-9fde-326c3daff62f req-7607a6ab-c7a2-41b1-a5af-27b902782066 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:55.046734 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-65d26d0a-2872-49c1-9fde-326c3daff62f req-7607a6ab-c7a2-41b1-a5af-27b902782066 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0520408 Sep 09 04:43:55.094363 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-65d26d0a-2872-49c1-9fde-326c3daff62f req-f95b0604-381b-4038-b172-579a23146ba2 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Sep 09 04:43:56.374036 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db42151-0ed9-47ea-bcad-c61b873f84cb req-56995b1d-5f65-4701-8a12-f4d8caad0087 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:56.375534 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7db42151-0ed9-47ea-bcad-c61b873f84cb req-56995b1d-5f65-4701-8a12-f4d8caad0087 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.2031054 Sep 09 04:43:56.422473 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7db42151-0ed9-47ea-bcad-c61b873f84cb req-e8c7d1c2-a2b7-499a-81ac-810c486431c0 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7615296-74db-45c8-9ca3-05c55ad7ae52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Sep 09 04:43:56.700873 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-98bbb4e8-358a-4e75-8533-101208cabe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:56.702321 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-98bbb4e8-358a-4e75-8533-101208cabe1f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 1129 time: 0.0398049 Sep 09 04:43:57.035347 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-baff5d30-3b7e-46e1-8ff4-e60a1a339cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:57.036807 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-baff5d30-3b7e-46e1-8ff4-e60a1a339cd9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 916 time: 0.0859566 Sep 09 04:43:57.196840 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-e4863d8b-1bf9-4863-a120-fa5d8c22c6c3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:57.198778 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-e4863d8b-1bf9-4863-a120-fa5d8c22c6c3 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 945 time: 0.0455737 Sep 09 04:43:57.213549 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-39ea0859-aaf3-4a4e-95bb-c60fb7a8df87 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd531f49-8a3c-4043-8dbe-1431619cc92e HTTP/1.1" status: 200 len: 1001 time: 0.0603468 Sep 09 04:43:57.261638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-1c5bea35-9920-45a6-818c-0c0c09b390a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:57.263040 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-1c5bea35-9920-45a6-818c-0c0c09b390a6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0446475 Sep 09 04:43:57.290554 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Deleting port a018459f-533b-4aed-aa62-2552577cedef {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:57.290960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (a018459f-533b-4aed-aa62-2552577cedef), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:57.307396 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-157646a6-1bc0-413c-a7e5-b656721b1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:43:57.308912 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-157646a6-1bc0-413c-a7e5-b656721b1244 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394795 Sep 09 04:43:57.381918 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] For port a018459f-533b-4aed-aa62-2552577cedef, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a018459f-533b-4aed-aa62-2552577cedef,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:57.382569 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (a018459f-533b-4aed-aa62-2552577cedef), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:57.395586 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Calling delete_port for a018459f-533b-4aed-aa62-2552577cedef owned by compute:nova {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:57.408575 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-26646a74-d417-4246-a202-a2dac07af57e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929749 Sep 09 04:43:57.441938 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:57.474788 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:57.513630 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ed47cb3e-e891-41a1-9229-905ae81986ac req-2fa93ac7-e8cc-421b-b2a6-85c47031d14a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916455 Sep 09 04:43:57.544004 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (a018459f-533b-4aed-aa62-2552577cedef), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:57.575146 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Pushing event deleted for resources: {'Port': ['ID=a018459f-533b-4aed-aa62-2552577cedef,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:57.607149 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8cc42f15-aea3-4d89-b615-eb8a77f95b32 req-5a08d6cd-5231-4a2c-8bbd-1035762b9c32 tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=86b22e86-a3f6-4e3d-bb20-2ef261176f1f HTTP/1.1" status: 200 len: 210 time: 0.0952885 Sep 09 04:43:57.644620 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] No DVR routers for this DVR port a018459f-533b-4aed-aa62-2552577cedef on host hv-cinder-85600 {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:43:57.647172 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:57.651162 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9ed087c-d1bd-4044-9fb0-1939d8d30738 req-ad5926ec-325b-4140-aa1e-60891b4280ab tempest-ServerRescueNegativeTestJSON-1745003504 tempest-ServerRescueNegativeTestJSON-1745003504-project] 10.222.0.17 "DELETE /networking/v2.0/ports/a018459f-533b-4aed-aa62-2552577cedef HTTP/1.1" status: 204 len: 173 time: 0.4435937 Sep 09 04:43:57.651672 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'name': 'network-vif-deleted', 'tag': 'a018459f-533b-4aed-aa62-2552577cedef'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:43:57.654223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae0269-be52-4554-862d-64d09424eafd" -d '{"events": [{"server_uuid": "86b22e86-a3f6-4e3d-bb20-2ef261176f1f", "name": "network-vif-deleted", "tag": "a018459f-533b-4aed-aa62-2552577cedef"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:43:57.703511 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358cd44f-33f0-4a8f-b8b5-54c8afa71512 x-openstack-request-id: req-358cd44f-33f0-4a8f-b8b5-54c8afa71512 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:43:57.703820 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b22e86-a3f6-4e3d-bb20-2ef261176f1f", "name": "network-vif-deleted", "tag": "a018459f-533b-4aed-aa62-2552577cedef", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:43:57.704093 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-358cd44f-33f0-4a8f-b8b5-54c8afa71512 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:43:57.704484 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358cd44f-33f0-4a8f-b8b5-54c8afa71512'] response: {'server_uuid': '86b22e86-a3f6-4e3d-bb20-2ef261176f1f', 'name': 'network-vif-deleted', 'tag': 'a018459f-533b-4aed-aa62-2552577cedef', 'status': 'completed', 'code': 200} Sep 09 04:43:58.671848 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41452) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:43:58.903766 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:59.075188 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (193d4d32-5811-44ab-80f2-9a1e52fb747c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:59.076616 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:59.294352 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Deleting port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:43:59.294689 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:59.347275 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a018459f-533b-4aed-aa62-2552577cedef no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:43:59.366369 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: a018459f-533b-4aed-aa62-2552577cedef {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:43:59.366721 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a018459f-533b-4aed-aa62-2552577cedef not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:43:59.378458 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] For port 1a9eb596-0e91-4f4e-9b87-05ea752df8d1, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:43:59.378832 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:59.392251 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Calling delete_port for 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:43:59.567239 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (1a9eb596-0e91-4f4e-9b87-05ea752df8d1), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:59.591108 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9eb596-0e91-4f4e-9b87-05ea752df8d1,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:43:59.706388 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:59.761164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (193d4d32-5811-44ab-80f2-9a1e52fb747c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:43:59.940858 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:43:59.965674 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Router 193d4d32-5811-44ab-80f2-9a1e52fb747c has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:44:00.065953 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:44:00.071527 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ebc4f019-08fe-47b7-80b9-5b0a484c0f30 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/193d4d32-5811-44ab-80f2-9a1e52fb747c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986454 Sep 09 04:44:00.074984 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41456) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:00.076829 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] Sync routers for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:44:00.088543 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:44:00.089301 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:44:00.178256 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks [] for router (193d4d32-5811-44ab-80f2-9a1e52fb747c), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.190333 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:44:00.282312 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks [] for router_gateway (193d4d32-5811-44ab-80f2-9a1e52fb747c), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.324646 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Deleting port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:44:00.324982 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.361398 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:43:59Z', 'revision_number': 5, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port': {'id': '2a7bde78-f5e3-4ef3-b0f7-e16d608cf075', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:28:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:44:00.387302 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] Checking router: 193d4d32-5811-44ab-80f2-9a1e52fb747c for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:44:00.395986 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] Routers {'193d4d32-5811-44ab-80f2-9a1e52fb747c'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:44:00.396610 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:43:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['193d4d32-5811-44ab-80f2-9a1e52fb747c'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:44:00.412397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] For port 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:44:00.412759 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.425961 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Calling delete_port for 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 owned by network:router_gateway {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:44:00.482396 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] Set router 193d4d32-5811-44ab-80f2-9a1e52fb747c gateway port host: None {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:44:00.531375 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:44:00Z', 'revision_number': 6, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:44:00.561202 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3cc4c3-face-444d-a31a-ee1131992fa2 None None] The sync data for ids ['193d4d32-5811-44ab-80f2-9a1e52fb747c'] in dv-cinder-856002-3-iscsi is: [{'id': '193d4d32-5811-44ab-80f2-9a1e52fb747c', 'name': 'tempest-ServerRescueNegativeTestJSON-420268907-router', 'tenant_id': '1d203c97242044fb8bf29bdc461e2efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:51Z', 'updated_at': '2022-09-09T04:44:00Z', 'revision_number': 6, 'project_id': '1d203c97242044fb8bf29bdc461e2efd', 'gw_port_host': None}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:44:00.593683 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (2a7bde78-f5e3-4ef3-b0f7-e16d608cf075), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.618873 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7bde78-f5e3-4ef3-b0f7-e16d608cf075,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:00.685094 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (193d4d32-5811-44ab-80f2-9a1e52fb747c), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.772463 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (193d4d32-5811-44ab-80f2-9a1e52fb747c), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.774570 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks [] for router_controller (193d4d32-5811-44ab-80f2-9a1e52fb747c), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.816155 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (193d4d32-5811-44ab-80f2-9a1e52fb747c), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.816678 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 193d4d32-5811-44ab-80f2-9a1e52fb747c {{(pid=107720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:44:00.821380 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.822489 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-46c0dc32-6065-424e-9dd1-f22092a1de39 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/193d4d32-5811-44ab-80f2-9a1e52fb747c HTTP/1.1" status: 204 len: 168 time: 0.7458038 Sep 09 04:44:00.825117 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41458) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:00.869864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] Deleting subnet c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 {{(pid=107720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:44:00.873514 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] Publish callbacks [] for subnet (c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.912803 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13884715'] for subnet (c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:00.934785 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:00.939594 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:01.022784 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.079767 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14435983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14635088'] for subnet (c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.106426 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:01.110126 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.113488 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-ed07ba12-953d-4761-a72c-8b517e87f55c admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c6d4bdc5-ff01-42d2-bc1f-19a31aa58fe2 HTTP/1.1" status: 204 len: 168 time: 0.2872846 Sep 09 04:44:01.115984 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41460) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:01.117339 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afee6411-0879-4020-b5cc-bdcfed94f4e2 None None] Network 1c260770-d4b1-4e02-bd09-9b1833989c1e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:44:01.186978 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (1c260770-d4b1-4e02-bd09-9b1833989c1e), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.235897 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Deleting port 99184e62-e6db-427c-afb1-0e0239c05be8 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:44:01.236241 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.305410 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] For port 99184e62-e6db-427c-afb1-0e0239c05be8, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=99184e62-e6db-427c-afb1-0e0239c05be8,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:44:01.305771 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.322782 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] DHCP port deletion for 1c260770-d4b1-4e02-bd09-9b1833989c1e request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:44:01.322976 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Calling delete_port for 99184e62-e6db-427c-afb1-0e0239c05be8 owned by network:dhcp {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:44:01.370676 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] Deleting port 99184e62-e6db-427c-afb1-0e0239c05be8 {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:44:01.371388 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.386746 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:44:01.416497 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.437069 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:44:01.437424 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2a7bde78-f5e3-4ef3-b0f7-e16d608cf075 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:44:01.437986 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:44:01.444160 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Pushing event deleted for resources: {'Port': ['ID=99184e62-e6db-427c-afb1-0e0239c05be8,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:01.449901 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] No DVR routers for this DVR port 99184e62-e6db-427c-afb1-0e0239c05be8 on host dv-cinder-856002-3-iscsi {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:44:01.468315 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:44:01.468658 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 1a9eb596-0e91-4f4e-9b87-05ea752df8d1 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:44:01.469071 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 99184e62-e6db-427c-afb1-0e0239c05be8 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:44:01.499979 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] For port 99184e62-e6db-427c-afb1-0e0239c05be8, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=99184e62-e6db-427c-afb1-0e0239c05be8,segment=NetworkSegment(956b329a-6323-4dd6-a2d1-6a192d1da003),segment_id=956b329a-6323-4dd6-a2d1-6a192d1da003)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:44:01.500371 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.502529 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 99184e62-e6db-427c-afb1-0e0239c05be8 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:44:01.502871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 99184e62-e6db-427c-afb1-0e0239c05be8 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:44:01.515078 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] Calling delete_port for 99184e62-e6db-427c-afb1-0e0239c05be8 owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:44:01.524634 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (1c260770-d4b1-4e02-bd09-9b1833989c1e), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.548434 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c260770-d4b1-4e02-bd09-9b1833989c1e']}} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:44:01.558712 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956b329a-6323-4dd6-a2d1-6a192d1da003') {'for_net_delete': True} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:44:01.559037 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956b329a-6323-4dd6-a2d1-6a192d1da003') {} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:44:01.571157 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13884880'] for segment (956b329a-6323-4dd6-a2d1-6a192d1da003), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.587100 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (956b329a-6323-4dd6-a2d1-6a192d1da003), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.588871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:01.592350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (99184e62-e6db-427c-afb1-0e0239c05be8), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.595556 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=107720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:44:01.595929 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14436069'] for segment (956b329a-6323-4dd6-a2d1-6a192d1da003), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.609172 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] No DVR routers for this DVR port 99184e62-e6db-427c-afb1-0e0239c05be8 on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:44:01.630477 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc81a62-bd57-4742-919c-da515ea6f1e5 None None] Pushing event deleted for resources: {'Port': ['ID=99184e62-e6db-427c-afb1-0e0239c05be8,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:01.644407 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 956b329a-6323-4dd6-a2d1-6a192d1da003 resource provider aggregate not found Sep 09 04:44:01.672961 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (1c260770-d4b1-4e02-bd09-9b1833989c1e), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.675755 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 956b329a-6323-4dd6-a2d1-6a192d1da003 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 956b329a-6323-4dd6-a2d1-6a192d1da003 found for delete ", "request_id": "req-2b31db2c-2446-405d-8612-6828abf63147"}]} Sep 09 04:44:01.682829 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.685964 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/1c260770-d4b1-4e02-bd09-9b1833989c1e HTTP/1.1" status: 204 len: 168 time: 0.5690818 Sep 09 04:44:01.695988 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007742f-460f-478a-aba1-4aaf9a2cc435 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c260770-d4b1-4e02-bd09-9b1833989c1e,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:01.776410 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.803136 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41468) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:01.843549 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-500af691-e353-4809-8b98-31113e165bb0 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1d203c97242044fb8bf29bdc461e2efd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392153 Sep 09 04:44:01.845958 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41470) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:01.896411 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f73d-ab8b-4264-abc8-1b0df68eda3e admin admin] Publish callbacks [] for security_group (b7615296-74db-45c8-9ca3-05c55ad7ae52), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.916843 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f73d-ab8b-4264-abc8-1b0df68eda3e admin admin] Publish callbacks [] for security_group (b7615296-74db-45c8-9ca3-05c55ad7ae52), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.972084 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f73d-ab8b-4264-abc8-1b0df68eda3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b7615296-74db-45c8-9ca3-05c55ad7ae52), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.974697 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-2ca2f73d-ab8b-4264-abc8-1b0df68eda3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:01.975878 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2ca2f73d-ab8b-4264-abc8-1b0df68eda3e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b7615296-74db-45c8-9ca3-05c55ad7ae52 HTTP/1.1" status: 204 len: 168 time: 0.1290359 Sep 09 04:44:01.984306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2f73d-ab8b-4264-abc8-1b0df68eda3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7615296-74db-45c8-9ca3-05c55ad7ae52,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:05.685639 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41530) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:05.790194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be827710-f331-456c-8b49-2fb814389890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:05.863706 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be827710-f331-456c-8b49-2fb814389890 admin admin] Publish callbacks [] for security_group (ecdcb815-7aa0-4bee-af67-488e20e6f234), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:05.868093 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be827710-f331-456c-8b49-2fb814389890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ecdcb815-7aa0-4bee-af67-488e20e6f234), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:05.878360 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:05.901584 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:05.912267 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-be827710-f331-456c-8b49-2fb814389890 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b3b2f87c566844beb02d98fa01082bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256045 Sep 09 04:44:05.914896 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be827710-f331-456c-8b49-2fb814389890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdcb815-7aa0-4bee-af67-488e20e6f234,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:05.915185 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41534) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:05.966866 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbf88c36-657b-45ce-a8f5-97907ad76fa4 admin admin] Publish callbacks [] for security_group (ecdcb815-7aa0-4bee-af67-488e20e6f234), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:05.986051 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbf88c36-657b-45ce-a8f5-97907ad76fa4 admin admin] Publish callbacks [] for security_group (ecdcb815-7aa0-4bee-af67-488e20e6f234), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:06.031589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbf88c36-657b-45ce-a8f5-97907ad76fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ecdcb815-7aa0-4bee-af67-488e20e6f234), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:06.034166 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fbf88c36-657b-45ce-a8f5-97907ad76fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:06.035380 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fbf88c36-657b-45ce-a8f5-97907ad76fa4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ecdcb815-7aa0-4bee-af67-488e20e6f234 HTTP/1.1" status: 204 len: 168 time: 0.1191249 Sep 09 04:44:06.042833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf88c36-657b-45ce-a8f5-97907ad76fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdcb815-7aa0-4bee-af67-488e20e6f234,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:07.893437 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41608) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:07.997253 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f83ac1bc-09d9-49bc-99ff-49ecd8811c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.070207 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f83ac1bc-09d9-49bc-99ff-49ecd8811c22 admin admin] Publish callbacks [] for security_group (f506c287-3099-4744-a9f1-734cc50057e4), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.073560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f83ac1bc-09d9-49bc-99ff-49ecd8811c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f506c287-3099-4744-a9f1-734cc50057e4), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.085953 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:08.116945 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f83ac1bc-09d9-49bc-99ff-49ecd8811c22 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2cae0d54b37c4f8799d9c55b7af9454e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224641 Sep 09 04:44:08.118577 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ac1bc-09d9-49bc-99ff-49ecd8811c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f506c287-3099-4744-a9f1-734cc50057e4,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:08.119743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41612) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:08.171843 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6e9fff93-f7b0-4b96-baf6-33b47ad956f5 admin admin] Publish callbacks [] for security_group (f506c287-3099-4744-a9f1-734cc50057e4), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.191632 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6e9fff93-f7b0-4b96-baf6-33b47ad956f5 admin admin] Publish callbacks [] for security_group (f506c287-3099-4744-a9f1-734cc50057e4), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.240217 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6e9fff93-f7b0-4b96-baf6-33b47ad956f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f506c287-3099-4744-a9f1-734cc50057e4), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.242955 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6e9fff93-f7b0-4b96-baf6-33b47ad956f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.244126 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6e9fff93-f7b0-4b96-baf6-33b47ad956f5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f506c287-3099-4744-a9f1-734cc50057e4 HTTP/1.1" status: 204 len: 168 time: 0.1234212 Sep 09 04:44:08.251991 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fff93-f7b0-4b96-baf6-33b47ad956f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f506c287-3099-4744-a9f1-734cc50057e4,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:08.510608 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41618) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:08.523902 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-599ccb82-9d50-46c4-be46-f8a39149dd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.576065 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:08.599585 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-599ccb82-9d50-46c4-be46-f8a39149dd1d admin admin] Publish callbacks [] for security_group (d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.603036 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-599ccb82-9d50-46c4-be46-f8a39149dd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.643129 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-599ccb82-9d50-46c4-be46-f8a39149dd1d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=44119576be4a4df3bf473d2d557f37d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314120 Sep 09 04:44:08.644056 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ccb82-9d50-46c4-be46-f8a39149dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:08.647145 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41620) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:08.696468 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d893d635-4e1f-42bb-91bf-7f69a85f890d admin admin] Publish callbacks [] for security_group (d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.716751 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d893d635-4e1f-42bb-91bf-7f69a85f890d admin admin] Publish callbacks [] for security_group (d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.766897 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d893d635-4e1f-42bb-91bf-7f69a85f890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.769437 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d893d635-4e1f-42bb-91bf-7f69a85f890d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:08.770550 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d893d635-4e1f-42bb-91bf-7f69a85f890d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1 HTTP/1.1" status: 204 len: 168 time: 0.1223607 Sep 09 04:44:08.780601 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893d635-4e1f-42bb-91bf-7f69a85f890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34eaf40-0b0e-4a19-8d4a-c11d8e1f50a1,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:10.533938 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=63 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:10.534662 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=82 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:13.229466 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-18967ea5-b00c-4f14-bcc3-0654270f7d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:15.439278 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-7758cbc5-3ba4-4625-adde-c8a13197ba69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:16.736005 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:16.835964 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af5d6d-14e8-4530-b680-3552c25c1925 req-d73ed5e9-cfe8-4fbf-bd9f-b839a947c145 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:16.837846 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6af5d6d-14e8-4530-b680-3552c25c1925 req-d73ed5e9-cfe8-4fbf-bd9f-b839a947c145 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Sep 09 04:44:16.886100 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b6af5d6d-14e8-4530-b680-3552c25c1925 req-502f3a9c-014d-415c-af10-151f73a3b60e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Sep 09 04:44:18.017154 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6fb73-085a-4ab7-9616-1295bb006e97 req-52d1468b-0c18-4c2a-bc45-7de292eee26a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:18.018598 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aea6fb73-085a-4ab7-9616-1295bb006e97 req-52d1468b-0c18-4c2a-bc45-7de292eee26a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0490468 Sep 09 04:44:18.063910 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aea6fb73-085a-4ab7-9616-1295bb006e97 req-0be671a3-ac86-46b8-804a-3638267bcf57 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395479 Sep 09 04:44:18.209242 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:18.213930 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:18.223569 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:18.345137 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:18.773944 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=36,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:18.774581 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:19.187833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecf0cc-5deb-484f-be34-27b33a8ed5f4 req-297f1841-f4fe-4165-8c2d-6c9103e3fd63 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:19.189283 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-10ecf0cc-5deb-484f-be34-27b33a8ed5f4 req-297f1841-f4fe-4165-8c2d-6c9103e3fd63 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0457091 Sep 09 04:44:19.235612 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-10ecf0cc-5deb-484f-be34-27b33a8ed5f4 req-a933fa82-f49c-46d9-8584-61df91550ee6 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405817 Sep 09 04:44:20.363595 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a47b34-d053-4e3e-aac7-a677f3dd1c0e req-ccf7fe54-afa1-46c6-90cf-7ee60323dec1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:20.365073 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-86a47b34-d053-4e3e-aac7-a677f3dd1c0e req-ccf7fe54-afa1-46c6-90cf-7ee60323dec1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Sep 09 04:44:20.411765 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-86a47b34-d053-4e3e-aac7-a677f3dd1c0e req-c48a739c-c0ce-4254-8f3c-e91a9e785af0 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409350 Sep 09 04:44:21.535326 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f98e2-7bfe-47fd-aac3-1df0a9f5e07f req-c075abd2-b1dd-4c9f-9905-d00f4d84a51c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:21.536689 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2c7f98e2-7bfe-47fd-aac3-1df0a9f5e07f req-c075abd2-b1dd-4c9f-9905-d00f4d84a51c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0464473 Sep 09 04:44:21.582915 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2c7f98e2-7bfe-47fd-aac3-1df0a9f5e07f req-be843603-96b0-46c7-9ec0-70e367e10095 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 Sep 09 04:44:22.714289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660d965-de18-49c0-b8a8-5ad472563e22 req-7b8ef74f-9104-41a9-a288-ee30993f8947 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:22.715788 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a660d965-de18-49c0-b8a8-5ad472563e22 req-7b8ef74f-9104-41a9-a288-ee30993f8947 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0462823 Sep 09 04:44:22.765427 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a660d965-de18-49c0-b8a8-5ad472563e22 req-05f58895-aeca-4a7f-aaea-4101810b78fc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Sep 09 04:44:23.608330 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:44:23.890116 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572780f-e41c-488a-b0b7-39d614c66954 req-823682e5-9ac1-4e73-b0ff-46ee04b7bb28 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:23.891613 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d572780f-e41c-488a-b0b7-39d614c66954 req-823682e5-9ac1-4e73-b0ff-46ee04b7bb28 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0463393 Sep 09 04:44:23.936865 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d572780f-e41c-488a-b0b7-39d614c66954 req-1bb3823c-00c9-437b-ad06-4821cc4d34f3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399134 Sep 09 04:44:25.068648 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ffedc-b4c6-422d-943d-ea0b869bb61f req-3d3755f5-a336-4719-9e04-04e2cfef1316 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:25.070478 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f49ffedc-b4c6-422d-943d-ea0b869bb61f req-3d3755f5-a336-4719-9e04-04e2cfef1316 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0515349 Sep 09 04:44:25.098449 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:25.122620 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f49ffedc-b4c6-422d-943d-ea0b869bb61f req-a0087ea4-a781-4266-95b5-42b47e9606c6 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Sep 09 04:44:25.321573 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 41906) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:25.425001 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:25.497943 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Publish callbacks [] for security_group (17f92d88-4f06-4391-97a3-7e668dd8d92e), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:25.501501 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (17f92d88-4f06-4391-97a3-7e668dd8d92e), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:25.540576 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=2c8cb326178f4d5881d50cf9f7cd3729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179382 Sep 09 04:44:25.542495 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f92d88-4f06-4391-97a3-7e668dd8d92e,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:25.543415 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41910) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:25.549728 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.550081 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.550424 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.550764 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.551126 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.551459 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.551788 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.552121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.552448 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.552774 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.553103 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.553429 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.553750 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.554071 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.554390 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc13b0-9d07-4410-8fd9-c066ec38ef2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.596000 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Publish callbacks [] for security_group (17f92d88-4f06-4391-97a3-7e668dd8d92e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:25.615932 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Publish callbacks [] for security_group (17f92d88-4f06-4391-97a3-7e668dd8d92e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:25.668272 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (17f92d88-4f06-4391-97a3-7e668dd8d92e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:25.671225 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:25.672394 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/17f92d88-4f06-4391-97a3-7e668dd8d92e HTTP/1.1" status: 204 len: 168 time: 0.1279685 Sep 09 04:44:25.681246 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f92d88-4f06-4391-97a3-7e668dd8d92e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:25.688288 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:25.690607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.691248 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.691589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.691927 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.692261 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.692590 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.692914 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.693234 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.693554 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.693877 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.694195 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.694619 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.694826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.695166 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.695485 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f170c1-bcce-4713-a0ff-4fa630bb9a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:25.950508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41918) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:25.963821 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a58355c0-5a37-4dcb-94df-833604cc0ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:26.040763 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a58355c0-5a37-4dcb-94df-833604cc0ccc admin admin] Publish callbacks [] for security_group (3471e7cc-f811-4c18-b004-4e9f7a483848), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:26.044785 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a58355c0-5a37-4dcb-94df-833604cc0ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3471e7cc-f811-4c18-b004-4e9f7a483848), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:26.081933 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58355c0-5a37-4dcb-94df-833604cc0ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471e7cc-f811-4c18-b004-4e9f7a483848,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:26.086128 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a58355c0-5a37-4dcb-94df-833604cc0ccc admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=941915a1bdf64e68a16e3c4b3f959e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345620 Sep 09 04:44:26.088728 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 41920) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:26.139469 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f84cad61-d65b-452c-881a-572653c96418 admin admin] Publish callbacks [] for security_group (3471e7cc-f811-4c18-b004-4e9f7a483848), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:26.163521 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f84cad61-d65b-452c-881a-572653c96418 admin admin] Publish callbacks [] for security_group (3471e7cc-f811-4c18-b004-4e9f7a483848), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:26.219379 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f84cad61-d65b-452c-881a-572653c96418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3471e7cc-f811-4c18-b004-4e9f7a483848), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:26.221858 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f84cad61-d65b-452c-881a-572653c96418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:26.222948 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f84cad61-d65b-452c-881a-572653c96418 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3471e7cc-f811-4c18-b004-4e9f7a483848 HTTP/1.1" status: 204 len: 168 time: 0.1328075 Sep 09 04:44:26.251200 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cad61-d65b-452c-881a-572653c96418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471e7cc-f811-4c18-b004-4e9f7a483848,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:26.264909 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974ebd7-f432-457a-91e9-126f8e52199b req-fff9f51a-f042-48d8-8179-7d1820d0c753 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:26.266436 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b974ebd7-f432-457a-91e9-126f8e52199b req-fff9f51a-f042-48d8-8179-7d1820d0c753 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0596704 Sep 09 04:44:26.318513 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b974ebd7-f432-457a-91e9-126f8e52199b req-f276bc77-30cf-421e-9566-0f4be06fd94e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436316 Sep 09 04:44:26.616491 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:27.447853 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f36a8-b5f1-4f1b-9cff-59dc7c9db4fd req-afd992e4-ba63-4213-bd48-0d4999950b48 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:27.449383 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6c4f36a8-b5f1-4f1b-9cff-59dc7c9db4fd req-afd992e4-ba63-4213-bd48-0d4999950b48 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0468578 Sep 09 04:44:27.500083 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6c4f36a8-b5f1-4f1b-9cff-59dc7c9db4fd req-9f730676-cb8c-4fee-b2a2-fd2e31edb2da tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Sep 09 04:44:28.341484 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:28.631019 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4c262-014f-4b60-bfa0-38c415f16ae5 req-90332d21-b3f0-44bc-8a40-459962bb077c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:28.632475 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-67f4c262-014f-4b60-bfa0-38c415f16ae5 req-90332d21-b3f0-44bc-8a40-459962bb077c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0451610 Sep 09 04:44:28.679078 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-67f4c262-014f-4b60-bfa0-38c415f16ae5 req-01ddaa8e-5964-48f8-86cc-7ae229118d71 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405264 Sep 09 04:44:29.531106 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:44:29.628812 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:44:29.639780 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'port_id': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'mac_address': 'fa:16:3e:01:bd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:44:29.679031 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: ACTIVE; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:44:29.679440 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:29.693537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffb258f4-dc03-4824-b22c-0f1742f0ed65 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:44:29.713604 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:44:29.718367 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:29.766059 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=6']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:29.816783 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb418e-8bae-4c75-b7fe-7b865fd36936 req-bb9a882f-0854-427d-b9f0-d3c55219f420 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:29.818276 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-07eb418e-8bae-4c75-b7fe-7b865fd36936 req-bb9a882f-0854-427d-b9f0-d3c55219f420 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 944 time: 0.0485771 Sep 09 04:44:29.837931 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:29.866206 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-07eb418e-8bae-4c75-b7fe-7b865fd36936 req-849361b7-2bd6-41cb-8c24-cc0a351fa7af tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Sep 09 04:44:29.900891 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['ffb258f4-dc03-4824-b22c-0f1742f0ed65'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:44:30.819072 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42052) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:30.955197 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-84169909-649b-4574-8067-ce838f47f59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.036916 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dbbe0-e722-483f-bf87-c99722d2c62f req-1d4ddf3f-89e3-43d9-9d24-394657e8b752 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:31.044502 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-064dbbe0-e722-483f-bf87-c99722d2c62f req-1d4ddf3f-89e3-43d9-9d24-394657e8b752 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 944 time: 0.0727799 Sep 09 04:44:31.131605 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-064dbbe0-e722-483f-bf87-c99722d2c62f req-2240f9fd-e78d-47e6-b079-480ffa32157c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753779 Sep 09 04:44:31.157869 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:31.185886 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-84169909-649b-4574-8067-ce838f47f59c admin admin] Publish callbacks [] for security_group (d67ae24b-4c47-4f33-9168-f6135babe4b9), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.190476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-84169909-649b-4574-8067-ce838f47f59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d67ae24b-4c47-4f33-9168-f6135babe4b9), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.223561 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42066) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:31.224174 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-84169909-649b-4574-8067-ce838f47f59c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=544763d1eed549bdbc245e665822df9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033847 Sep 09 04:44:31.257569 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84169909-649b-4574-8067-ce838f47f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ae24b-4c47-4f33-9168-f6135babe4b9,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:31.314864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-57f65b1c-b209-4a24-959f-0745faf16236 admin admin] Publish callbacks [] for security_group (d67ae24b-4c47-4f33-9168-f6135babe4b9), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.343087 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-57f65b1c-b209-4a24-959f-0745faf16236 admin admin] Publish callbacks [] for security_group (d67ae24b-4c47-4f33-9168-f6135babe4b9), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.403865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-57f65b1c-b209-4a24-959f-0745faf16236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d67ae24b-4c47-4f33-9168-f6135babe4b9), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.410343 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-57f65b1c-b209-4a24-959f-0745faf16236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.411630 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-57f65b1c-b209-4a24-959f-0745faf16236 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d67ae24b-4c47-4f33-9168-f6135babe4b9 HTTP/1.1" status: 204 len: 168 time: 0.1866648 Sep 09 04:44:31.422402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f65b1c-b209-4a24-959f-0745faf16236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ae24b-4c47-4f33-9168-f6135babe4b9,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:31.567548 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:44:31.646244 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:31.669667 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port ffb258f4-dc03-4824-b22c-0f1742f0ed65 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:44:31.670458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.787427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:44:31.787815 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.821157 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:44:31.823420 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fbdcf4-416b-436a-9954-23e8f755b8f1" -d '{"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-plugged", "status": "completed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:44:31.829561 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42082) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:31.832180 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.835687 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:44:31.843711 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.859637 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0bf93edf-0fa2-49ef-bb2d-88c509a0d7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.885795 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0031c998-2a67-4e0b-843e-819312b4467b x-openstack-request-id: req-0031c998-2a67-4e0b-843e-819312b4467b {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:44:31.886139 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-plugged", "status": "completed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:44:31.886348 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0031c998-2a67-4e0b-843e-819312b4467b {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:44:31.886742 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0031c998-2a67-4e0b-843e-819312b4467b'] response: {'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'code': 200} Sep 09 04:44:31.900421 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=7']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:31.908079 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.908484 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.908809 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.909186 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.909518 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.909843 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.910187 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.910485 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.910810 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.911151 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.911905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.911905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.912106 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.912435 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.912736 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:44:31.962899 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0bf93edf-0fa2-49ef-bb2d-88c509a0d7a2 admin admin] Publish callbacks [] for security_group (2b9b528b-b153-4c8c-aaab-afa77a7cad4e), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:31.968077 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0bf93edf-0fa2-49ef-bb2d-88c509a0d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2b9b528b-b153-4c8c-aaab-afa77a7cad4e), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:32.008799 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf93edf-0fa2-49ef-bb2d-88c509a0d7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b528b-b153-4c8c-aaab-afa77a7cad4e,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:32.016586 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42084) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:32.017148 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-0bf93edf-0fa2-49ef-bb2d-88c509a0d7a2 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=37a86e3e96fb4a9cb5fa11435ea61f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860483 Sep 09 04:44:32.125181 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6aef87df-bdf0-4455-bc14-3e1156ae3564 admin admin] Publish callbacks [] for security_group (2b9b528b-b153-4c8c-aaab-afa77a7cad4e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:32.156227 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6aef87df-bdf0-4455-bc14-3e1156ae3564 admin admin] Publish callbacks [] for security_group (2b9b528b-b153-4c8c-aaab-afa77a7cad4e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:32.295300 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6aef87df-bdf0-4455-bc14-3e1156ae3564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2b9b528b-b153-4c8c-aaab-afa77a7cad4e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:32.297888 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6aef87df-bdf0-4455-bc14-3e1156ae3564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:32.299094 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6aef87df-bdf0-4455-bc14-3e1156ae3564 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2b9b528b-b153-4c8c-aaab-afa77a7cad4e HTTP/1.1" status: 204 len: 168 time: 0.2803490 Sep 09 04:44:32.304895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c3180-b595-4a50-8503-ec556a023d68 req-8d299636-2ec8-43e6-9223-f1e8c8694ba8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:32.311618 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-365c3180-b595-4a50-8503-ec556a023d68 req-8d299636-2ec8-43e6-9223-f1e8c8694ba8 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0752268 Sep 09 04:44:32.332767 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef87df-bdf0-4455-bc14-3e1156ae3564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b528b-b153-4c8c-aaab-afa77a7cad4e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:32.381468 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-365c3180-b595-4a50-8503-ec556a023d68 req-1b758687-a396-4ebc-8bc2-f9dac1cfff02 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655978 Sep 09 04:44:33.520511 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa4af1-8390-4b66-9a12-f1d2f389852c req-21bacc03-d03c-4731-945c-2f2b6f74de08 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:33.522280 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-88fa4af1-8390-4b66-9a12-f1d2f389852c req-21bacc03-d03c-4731-945c-2f2b6f74de08 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0524786 Sep 09 04:44:33.600983 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-88fa4af1-8390-4b66-9a12-f1d2f389852c req-355b94e7-93e5-4a69-a619-f45dda687324 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698647 Sep 09 04:44:34.760165 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a256e5-e6ee-40fe-b85e-7e431df10f79 req-39f546cb-b045-4732-bbef-2cd65d4bc218 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:34.761658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11a256e5-e6ee-40fe-b85e-7e431df10f79 req-39f546cb-b045-4732-bbef-2cd65d4bc218 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0657892 Sep 09 04:44:34.847752 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11a256e5-e6ee-40fe-b85e-7e431df10f79 req-19c4515c-ed89-4409-ab7f-a4e693fe7383 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766644 Sep 09 04:44:35.993434 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762554-1503-46bd-a0e0-417faf8d6f5a req-ae0ea010-ced5-4128-bbb5-24fd17e50e79 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:35.999089 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6d762554-1503-46bd-a0e0-417faf8d6f5a req-ae0ea010-ced5-4128-bbb5-24fd17e50e79 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0569949 Sep 09 04:44:36.058012 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6d762554-1503-46bd-a0e0-417faf8d6f5a req-d23ec19a-18d0-4f5b-85d1-33d0bd6880de tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542145 Sep 09 04:44:37.205518 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bfa24-4965-454f-8e3e-226ac43723dc req-4b0143b5-8baa-4c46-adab-0f4206801132 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:37.207760 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ac8bfa24-4965-454f-8e3e-226ac43723dc req-4b0143b5-8baa-4c46-adab-0f4206801132 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0547476 Sep 09 04:44:37.233598 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:37.261574 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ac8bfa24-4965-454f-8e3e-226ac43723dc req-3ad06916-b225-4904-97dc-941c3109b76a tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474863 Sep 09 04:44:38.388694 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42246) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:38.449398 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d20c6-206e-4cbc-a2a3-89aac742faee req-2b045cbc-907e-46aa-bca4-c1198cc67d32 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:38.451204 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa1d20c6-206e-4cbc-a2a3-89aac742faee req-2b045cbc-907e-46aa-bca4-c1198cc67d32 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0745993 Sep 09 04:44:38.506670 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aa1d20c6-206e-4cbc-a2a3-89aac742faee req-3469362e-fa21-401f-a938-8236f8d9125d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476558 Sep 09 04:44:38.591036 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7dd7-0229-4510-aedb-06330ca957e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:38.680158 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7dd7-0229-4510-aedb-06330ca957e8 admin admin] Publish callbacks [] for security_group (d9b69dee-8ffc-4759-9522-d399670bc4b6), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:38.685196 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7dd7-0229-4510-aedb-06330ca957e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d9b69dee-8ffc-4759-9522-d399670bc4b6), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:38.739344 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42252) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:38.740107 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b3cf7dd7-0229-4510-aedb-06330ca957e8 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4f119a86a1844dbf9527dedad233de36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497095 Sep 09 04:44:38.741221 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf7dd7-0229-4510-aedb-06330ca957e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b69dee-8ffc-4759-9522-d399670bc4b6,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:38.802872 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a1de091-11f4-432c-ba62-b63e6751d4e6 admin admin] Publish callbacks [] for security_group (d9b69dee-8ffc-4759-9522-d399670bc4b6), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:38.826257 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a1de091-11f4-432c-ba62-b63e6751d4e6 admin admin] Publish callbacks [] for security_group (d9b69dee-8ffc-4759-9522-d399670bc4b6), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:38.880816 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a1de091-11f4-432c-ba62-b63e6751d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d9b69dee-8ffc-4759-9522-d399670bc4b6), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:38.883990 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a1de091-11f4-432c-ba62-b63e6751d4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:38.885298 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-5a1de091-11f4-432c-ba62-b63e6751d4e6 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d9b69dee-8ffc-4759-9522-d399670bc4b6 HTTP/1.1" status: 204 len: 168 time: 0.1449955 Sep 09 04:44:38.895503 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1de091-11f4-432c-ba62-b63e6751d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b69dee-8ffc-4759-9522-d399670bc4b6,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:39.225918 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42258) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:39.243501 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d7092bb4-b317-42b5-add7-c5f8f8aa56a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:39.267384 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:39.327647 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:39.340089 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d7092bb4-b317-42b5-add7-c5f8f8aa56a3 admin admin] Publish callbacks [] for security_group (a642ee4a-2f7e-4d61-ace1-16fbeea44041), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:39.344875 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d7092bb4-b317-42b5-add7-c5f8f8aa56a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (a642ee4a-2f7e-4d61-ace1-16fbeea44041), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:39.383779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7092bb4-b317-42b5-add7-c5f8f8aa56a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a642ee4a-2f7e-4d61-ace1-16fbeea44041,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:39.397326 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42260) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:39.398016 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d7092bb4-b317-42b5-add7-c5f8f8aa56a3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e5efd5d5b6104f7da3355398564d14dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710033 Sep 09 04:44:39.478615 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:39.479854 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1171-dad3-4257-b8e0-f48de21956f1 admin admin] Publish callbacks [] for security_group (a642ee4a-2f7e-4d61-ace1-16fbeea44041), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:39.509453 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1171-dad3-4257-b8e0-f48de21956f1 admin admin] Publish callbacks [] for security_group (a642ee4a-2f7e-4d61-ace1-16fbeea44041), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:39.569946 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1171-dad3-4257-b8e0-f48de21956f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (a642ee4a-2f7e-4d61-ace1-16fbeea44041), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:39.572867 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1171-dad3-4257-b8e0-f48de21956f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:39.574080 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ccfa1171-dad3-4257-b8e0-f48de21956f1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a642ee4a-2f7e-4d61-ace1-16fbeea44041 HTTP/1.1" status: 204 len: 168 time: 0.1755240 Sep 09 04:44:39.608407 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa1171-dad3-4257-b8e0-f48de21956f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a642ee4a-2f7e-4d61-ace1-16fbeea44041,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:39.712980 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18248aff-c8c4-4483-959a-c260568489a8 req-42006368-fa2b-4abf-920d-4cec573d6b85 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:39.720589 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-18248aff-c8c4-4483-959a-c260568489a8 req-42006368-fa2b-4abf-920d-4cec573d6b85 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0720367 Sep 09 04:44:39.769991 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-18248aff-c8c4-4483-959a-c260568489a8 req-4310b8f6-1ede-4566-9b7b-7ecb0fc57215 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482833 Sep 09 04:44:40.934204 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc327b71-71fc-415e-95a4-7a2298372249 req-fe222d9b-de0f-46d3-8208-20ad08b84cf5 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:40.935941 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc327b71-71fc-415e-95a4-7a2298372249 req-fe222d9b-de0f-46d3-8208-20ad08b84cf5 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0654500 Sep 09 04:44:40.985407 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc327b71-71fc-415e-95a4-7a2298372249 req-9d6741ca-dba8-47d8-8214-d98b8cc15a26 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Sep 09 04:44:41.393709 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-fb5aaf23-eeef-412d-8d14-1843ebeea52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:41.395221 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-fb5aaf23-eeef-412d-8d14-1843ebeea52a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1129 time: 0.1392448 Sep 09 04:44:41.614853 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:41.773593 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-6f0bbe30-4319-43e2-b3cb-120c21a05e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:41.775119 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-6f0bbe30-4319-43e2-b3cb-120c21a05e33 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.3630688 Sep 09 04:44:41.934899 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:42.001575 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-3b422b18-af9f-4eb0-9fa2-89d165ff406f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 1001 time: 0.0728288 Sep 09 04:44:42.052797 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-4adafbd9-c20f-4934-a6fa-3c49bbda5a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:42.054249 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-4adafbd9-c20f-4934-a6fa-3c49bbda5a94 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0460551 Sep 09 04:44:42.130596 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-48252f4c-97d7-4a9e-90d6-3478dadedc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:42.132124 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-48252f4c-97d7-4a9e-90d6-3478dadedc0c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711067 Sep 09 04:44:42.139672 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf72c-ddbc-47b2-bce8-9863126c1a17 req-c2d6725c-b89e-4e1d-ab1d-20adef7b5e58 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:42.141029 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-349bf72c-ddbc-47b2-bce8-9863126c1a17 req-c2d6725c-b89e-4e1d-ab1d-20adef7b5e58 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0721076 Sep 09 04:44:42.252515 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-349bf72c-ddbc-47b2-bce8-9863126c1a17 req-eafa4315-fbd5-4537-89fe-7f458086bc26 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035812 Sep 09 04:44:42.270140 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-7a0382f3-799e-444c-9dfe-c1a274b592e7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281686 Sep 09 04:44:42.350025 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=21 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:42.361613 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0da3245b-d375-4940-aa4c-4cb08b0f64bc req-952bf299-365d-4283-acca-d69a8794315f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Sep 09 04:44:43.222307 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-dc12b9f1-57d2-4b67-9883-d4616fe10d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:43.394718 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b24bf1-1c17-4eb3-b7c3-84930555636e req-9810c277-4391-4cf2-92d0-a9f83bb44b75 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:43.396234 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f8b24bf1-1c17-4eb3-b7c3-84930555636e req-9810c277-4391-4cf2-92d0-a9f83bb44b75 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0544066 Sep 09 04:44:43.445066 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f8b24bf1-1c17-4eb3-b7c3-84930555636e req-671f6a9f-f786-4ba0-9e7e-2bbd22d23339 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Sep 09 04:44:44.572542 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3007b-e250-469b-ad49-c7c704517fcc req-093d8d14-3b03-48cd-8fdf-c429155ebe25 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:44.574038 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e1b3007b-e250-469b-ad49-c7c704517fcc req-093d8d14-3b03-48cd-8fdf-c429155ebe25 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0472057 Sep 09 04:44:44.623692 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e1b3007b-e250-469b-ad49-c7c704517fcc req-7dadf380-85ab-4240-9801-569d6caa1eb2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434856 Sep 09 04:44:45.442276 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-53e7cd14-582b-410f-bd88-17b60a0e8e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:45.629044 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:44:45.672806 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:45.693171 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556aaf-71ab-4ecd-9ce7-5b62e194714b req-2bc9bbd8-fdf2-4241-91c6-0d67d0687307 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:45.694785 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-35556aaf-71ab-4ecd-9ce7-5b62e194714b req-2bc9bbd8-fdf2-4241-91c6-0d67d0687307 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 945 time: 0.0515769 Sep 09 04:44:45.738341 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: ACTIVE; New status is: DOWN {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:44:45.739000 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:45.757758 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-35556aaf-71ab-4ecd-9ce7-5b62e194714b req-e548fae2-c064-4826-8711-d3f59e4c4468 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557778 Sep 09 04:44:45.763838 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:44:45.766281 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694cf92b-d137-4916-8f01-b25bc931b8e3" -d '{"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:44:45.779758 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:44:45.790429 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:45.855869 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=8']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:44:45.963818 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Sep 2022 04:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7158455-c87b-4fa8-96b7-23f61cfc73f9 x-openstack-request-id: req-f7158455-c87b-4fa8-96b7-23f61cfc73f9 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:44:45.964114 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-unplugged", "status": "failed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65", "code": 422}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:44:45.964365 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7158455-c87b-4fa8-96b7-23f61cfc73f9 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:44:45.964772 dv-cinder-856002-3-iscsi neutron-server[107721]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f7158455-c87b-4fa8-96b7-23f61cfc73f9']: {'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'code': 422} returned with failed status Sep 09 04:44:45.990253 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42464) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:46.073215 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-3c7f2520-83bc-4a68-bc78-4682afc8294b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818284 Sep 09 04:44:46.082119 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-4f054f05-2014-4e5e-865a-df14d1a47e41 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:44:46.083099 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-4f054f05-2014-4e5e-865a-df14d1a47e41 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047579 Sep 09 04:44:46.162393 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42472) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:44:46.256745 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-f86a8f3e-e187-433d-9b3a-cf19c745e281 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:46.258334 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-f86a8f3e-e187-433d-9b3a-cf19c745e281 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports/ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 940 time: 0.0946925 Sep 09 04:44:46.736794 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:46.880500 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea6985-d9d8-489f-84f9-0118743ffb9f req-43210b93-99a9-40d8-a30d-5b9ca26f1812 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:46.882047 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ffea6985-d9d8-489f-84f9-0118743ffb9f req-43210b93-99a9-40d8-a30d-5b9ca26f1812 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0477474 Sep 09 04:44:46.934416 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ffea6985-d9d8-489f-84f9-0118743ffb9f req-0f8dc8e8-35db-46c9-a63f-be135230978c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459788 Sep 09 04:44:48.068260 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2f7ad-4d23-423e-9710-d0177e10c631 req-c2dde628-65ff-411d-9dd9-952a1e0ffc8d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:48.069793 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7cc2f7ad-4d23-423e-9710-d0177e10c631 req-c2dde628-65ff-411d-9dd9-952a1e0ffc8d tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0470998 Sep 09 04:44:48.123393 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7cc2f7ad-4d23-423e-9710-d0177e10c631 req-3afc5843-b8a8-4922-aef1-e677374c9daa tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476956 Sep 09 04:44:48.228937 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:48.301222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-a1031f2b-6495-4ec0-99af-c3041ca1072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:48.302802 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-a1031f2b-6495-4ec0-99af-c3041ca1072d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959&tenant_id=5176b458a4a8481eaa37d8693b51f15e HTTP/1.1" status: 200 len: 1127 time: 0.0527651 Sep 09 04:44:48.345183 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:48.352226 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:44:48.383222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-0ede86f1-02ee-44aa-ab8e-96bbe97c8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:48.385053 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-0ede86f1-02ee-44aa-ab8e-96bbe97c8416 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1127 time: 0.0430384 Sep 09 04:44:48.404017 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:48.489778 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-624fbc48-e78a-4519-90c1-49e2b3113bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:48.491341 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-624fbc48-e78a-4519-90c1-49e2b3113bac service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.0971279 Sep 09 04:44:48.579769 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-49439534-e577-4d6d-9183-4cdffea1b039 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 999 time: 0.0582929 Sep 09 04:44:48.629130 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-079fd446-6cf2-40e7-8694-a6d8965f95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:48.630623 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-079fd446-6cf2-40e7-8694-a6d8965f95ea service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0448716 Sep 09 04:44:48.946324 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-f8905a86-318c-4169-b1db-73b82b3d54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:48.947894 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-f8905a86-318c-4169-b1db-73b82b3d54e7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449893 Sep 09 04:44:49.047950 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-aa52fb4c-c2bf-4f91-afc0-2739a2fbfc3f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904872 Sep 09 04:44:49.156271 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-50675f9f-9c20-4579-a6f5-0a88042bcfb4 req-721dac60-455c-4e16-a3bd-5e776e388175 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992091 Sep 09 04:44:49.256404 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6184030-d500-47a2-8f4f-94956967f020 req-d01a17b2-4827-4bac-b851-7a9c6e3fc6ff tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:49.258609 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c6184030-d500-47a2-8f4f-94956967f020 req-d01a17b2-4827-4bac-b851-7a9c6e3fc6ff tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0489805 Sep 09 04:44:49.308784 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c6184030-d500-47a2-8f4f-94956967f020 req-47612425-b09a-4aa7-b453-de65e6d568b9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Sep 09 04:44:49.677631 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:44:49.764081 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: DOWN; New status is: DOWN {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:44:50.463993 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a9d33-2c59-4523-b647-5c6c5ae171f8 req-ac8b14d0-e36b-41db-a972-22fa9e0de228 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:50.467284 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f40a9d33-2c59-4523-b647-5c6c5ae171f8 req-ac8b14d0-e36b-41db-a972-22fa9e0de228 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0578320 Sep 09 04:44:50.519984 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f40a9d33-2c59-4523-b647-5c6c5ae171f8 req-595387f1-aff1-446d-95da-18b665b67d00 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475876 Sep 09 04:44:50.982804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e83826-a2ed-447e-ba4f-aa6db953e0e2 req-c59187a6-05d6-4c19-8d39-28e1a33941f1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:50.984386 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e3e83826-a2ed-447e-ba4f-aa6db953e0e2 req-c59187a6-05d6-4c19-8d39-28e1a33941f1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0592077 Sep 09 04:44:50.995884 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:51.037808 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e3e83826-a2ed-447e-ba4f-aa6db953e0e2 req-3461e9e2-4157-4e99-9ac6-a9c2016046df tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477507 Sep 09 04:44:51.654575 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551d63-29a8-44a1-b085-97b400c275d6 req-e3f9c5a3-77e1-402c-944d-be859093a500 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:51.656079 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-21551d63-29a8-44a1-b085-97b400c275d6 req-e3f9c5a3-77e1-402c-944d-be859093a500 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0476911 Sep 09 04:44:51.711120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-21551d63-29a8-44a1-b085-97b400c275d6 req-65558ced-91aa-49d3-8fe1-2f0ebeddea21 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484481 Sep 09 04:44:52.167122 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278e17e-e71b-4c19-a669-f91dd51043a7 req-f683a1aa-0da9-4951-86ca-a5a3a0528d11 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:52.169028 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9278e17e-e71b-4c19-a669-f91dd51043a7 req-f683a1aa-0da9-4951-86ca-a5a3a0528d11 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0486534 Sep 09 04:44:52.243400 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9278e17e-e71b-4c19-a669-f91dd51043a7 req-a6391187-fe74-4687-b431-2b3b67ed7a37 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675089 Sep 09 04:44:52.873294 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8be7-fa03-416f-b750-239a5277fabd req-d7a98d6b-be7e-426d-b443-5cfc8a4bbbec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:52.874814 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5cba8be7-fa03-416f-b750-239a5277fabd req-d7a98d6b-be7e-426d-b443-5cfc8a4bbbec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0700500 Sep 09 04:44:52.929159 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5cba8be7-fa03-416f-b750-239a5277fabd req-95c168dc-936e-406c-b7fe-09ccea9d43c9 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471210 Sep 09 04:44:53.356391 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:53.376230 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505727e8-12ab-48ce-81f2-a2c042091e2d req-a506f09f-dca1-4a12-b6b6-4fc3c25d1384 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:53.377786 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-505727e8-12ab-48ce-81f2-a2c042091e2d req-a506f09f-dca1-4a12-b6b6-4fc3c25d1384 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0548196 Sep 09 04:44:53.430406 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-505727e8-12ab-48ce-81f2-a2c042091e2d req-f042f1be-c69f-4136-95f7-dc8d36994651 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467832 Sep 09 04:44:54.071626 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fc5ab-4b32-4249-9edb-f4e1307634df req-b709aa43-7b3b-4801-8c93-43e143c4f227 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:54.078767 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e17fc5ab-4b32-4249-9edb-f4e1307634df req-b709aa43-7b3b-4801-8c93-43e143c4f227 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0563538 Sep 09 04:44:54.122340 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e17fc5ab-4b32-4249-9edb-f4e1307634df req-717bb2e7-5599-4e6c-8fe3-87386d1065b1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Sep 09 04:44:54.557557 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce08da9-0237-48ad-9153-9fddbae3092a req-f077bfe0-9f2c-482c-9975-037c1bd30ef0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:54.560146 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ce08da9-0237-48ad-9153-9fddbae3092a req-f077bfe0-9f2c-482c-9975-037c1bd30ef0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0499122 Sep 09 04:44:54.615423 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ce08da9-0237-48ad-9153-9fddbae3092a req-55fca5ab-12e1-4ac3-8557-7cdec76160b6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469675 Sep 09 04:44:55.258350 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a795b-5b57-4965-b29b-4990b93b1bb5 req-4d9e71ac-e4fc-4830-84ef-0bd0dd82ef7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:55.259917 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae8a795b-5b57-4965-b29b-4990b93b1bb5 req-4d9e71ac-e4fc-4830-84ef-0bd0dd82ef7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0560586 Sep 09 04:44:55.307877 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae8a795b-5b57-4965-b29b-4990b93b1bb5 req-d2914d67-f743-4ddb-9cbe-858bac19facc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Sep 09 04:44:55.765579 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6c2e0-2ef6-4338-8e98-1f7a76c0ac99 req-0791be08-0b56-4a12-abe9-41c2d9256f50 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:55.767202 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-63a6c2e0-2ef6-4338-8e98-1f7a76c0ac99 req-0791be08-0b56-4a12-abe9-41c2d9256f50 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0542729 Sep 09 04:44:55.843359 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-63a6c2e0-2ef6-4338-8e98-1f7a76c0ac99 req-0a4cc8ab-0aff-4823-84b5-7769f26e0b38 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692945 Sep 09 04:44:56.247209 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:56.248360 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=2,neutron:SELECT=21 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:56.472604 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db855-caf4-4b52-b2b0-6cc9bdbcef6d req-864af0aa-0a62-44df-9f4b-62ee15611367 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:56.473955 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c13db855-caf4-4b52-b2b0-6cc9bdbcef6d req-864af0aa-0a62-44df-9f4b-62ee15611367 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0577087 Sep 09 04:44:56.522711 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c13db855-caf4-4b52-b2b0-6cc9bdbcef6d req-ae2eec97-8674-47bc-8d1f-b430f92efc1e tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Sep 09 04:44:56.972072 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122d9ec-47a5-4c92-af9c-d5bb3e6e0987 req-abaefacb-ca79-42cc-b95f-ce3a7ef34fab tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:56.974781 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c122d9ec-47a5-4c92-af9c-d5bb3e6e0987 req-abaefacb-ca79-42cc-b95f-ce3a7ef34fab tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0539348 Sep 09 04:44:57.026291 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c122d9ec-47a5-4c92-af9c-d5bb3e6e0987 req-bae449e4-a741-4287-b0b0-487dd09e4b7f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455852 Sep 09 04:44:57.656435 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f211c-e286-4e63-ab36-ef5ba26eb9cc req-9963be4f-879a-4d72-a5d4-795ab343f944 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:57.657916 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9e1f211c-e286-4e63-ab36-ef5ba26eb9cc req-9963be4f-879a-4d72-a5d4-795ab343f944 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0539842 Sep 09 04:44:57.690460 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:57.710196 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9e1f211c-e286-4e63-ab36-ef5ba26eb9cc req-b09dab75-faeb-435a-8277-d9d301cacb34 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456066 Sep 09 04:44:58.149037 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c692d4-7193-413e-b9d8-47edc3c8d7d7 req-f5248773-53c2-456e-b83e-c6ea4ea399ae tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:58.150481 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69c692d4-7193-413e-b9d8-47edc3c8d7d7 req-f5248773-53c2-456e-b83e-c6ea4ea399ae tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0461972 Sep 09 04:44:58.197351 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69c692d4-7193-413e-b9d8-47edc3c8d7d7 req-3abce5e7-ec51-4aba-a5d6-4942dd185b6a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Sep 09 04:44:58.835525 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df27f7-706b-49ea-bf97-941ec428ce28 req-b4a3e73d-6c17-4ac3-a238-96939d143680 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:58.836993 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-48df27f7-706b-49ea-bf97-941ec428ce28 req-b4a3e73d-6c17-4ac3-a238-96939d143680 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0464811 Sep 09 04:44:58.886477 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-48df27f7-706b-49ea-bf97-941ec428ce28 req-19f84541-560c-4840-99a4-0a9c01d85322 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432589 Sep 09 04:44:59.316871 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a3a7d-829c-4389-a603-ed06a56dcd02 req-9520ffa1-468a-40ef-9b26-7524f67acc82 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:44:59.318318 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-797a3a7d-829c-4389-a603-ed06a56dcd02 req-9520ffa1-468a-40ef-9b26-7524f67acc82 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0462611 Sep 09 04:44:59.365211 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-797a3a7d-829c-4389-a603-ed06a56dcd02 req-215dc1de-d138-4064-a3f2-f82b1b5ea8f7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413926 Sep 09 04:44:59.756525 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:59.758589 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:44:59.762678 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:00.019306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3252141-cbe0-4ab1-b096-e20670a667f3 req-002ab19b-e12b-46eb-838d-52d327bdc3d0 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:00.021390 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f3252141-cbe0-4ab1-b096-e20670a667f3 req-002ab19b-e12b-46eb-838d-52d327bdc3d0 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0499575 Sep 09 04:45:00.069480 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f3252141-cbe0-4ab1-b096-e20670a667f3 req-2fce423c-bf7e-4264-a961-9055750dafb4 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Sep 09 04:45:00.387450 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:00.403632 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cebd0-3ced-49a9-ace3-bbc2be52e50b req-d3d61fed-998a-48d7-8ad3-b3d518e95c12 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:00.405165 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-234cebd0-3ced-49a9-ace3-bbc2be52e50b req-d3d61fed-998a-48d7-8ad3-b3d518e95c12 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0507028 Sep 09 04:45:00.461672 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-234cebd0-3ced-49a9-ace3-bbc2be52e50b req-efcd8182-f9ea-40de-8047-33eac1ab120d tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510597 Sep 09 04:45:00.495241 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941a606-56af-49b1-a44c-20e7f5df53ae req-111732e7-3cfd-4cfd-a4ef-086f5e6a96c2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:00.497140 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e941a606-56af-49b1-a44c-20e7f5df53ae req-111732e7-3cfd-4cfd-a4ef-086f5e6a96c2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0515451 Sep 09 04:45:00.542621 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e941a606-56af-49b1-a44c-20e7f5df53ae req-5a92854f-b181-4591-b684-bcfdbbf74766 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400279 Sep 09 04:45:00.606923 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:45:01.197635 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4737ff-92fa-4b3a-b14c-580af0395143 req-c2a002cf-cb6d-4197-a95a-964967b7d01c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:01.199079 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f4737ff-92fa-4b3a-b14c-580af0395143 req-c2a002cf-cb6d-4197-a95a-964967b7d01c tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0479445 Sep 09 04:45:01.249695 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8f4737ff-92fa-4b3a-b14c-580af0395143 req-5c4de57c-192c-4b9d-920f-9999fb084faf tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Sep 09 04:45:01.582649 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9e19a-4e7a-4c0f-8ce0-244e5d6ce957 req-67341bbf-3fb2-4768-ab49-c0d47e437c37 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:01.584303 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-22a9e19a-4e7a-4c0f-8ce0-244e5d6ce957 req-67341bbf-3fb2-4768-ab49-c0d47e437c37 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0467947 Sep 09 04:45:01.640056 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-22a9e19a-4e7a-4c0f-8ce0-244e5d6ce957 req-3846178d-fa15-4275-a015-0d8731c70efd tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504603 Sep 09 04:45:01.673500 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55d0f3-3d7e-4565-8144-40e8a9e2dfd4 req-40382a01-ebe6-427d-b944-b8447c9c1653 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:01.674990 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a55d0f3-3d7e-4565-8144-40e8a9e2dfd4 req-40382a01-ebe6-427d-b944-b8447c9c1653 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0548928 Sep 09 04:45:01.724976 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a55d0f3-3d7e-4565-8144-40e8a9e2dfd4 req-d3f370c5-05ec-4d13-b441-755496031548 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443516 Sep 09 04:45:01.785106 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:02.391181 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2a2e0-df52-497d-9a7e-17304956bfb9 req-d352ab47-db51-49e7-b523-1b08343be6bc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:02.392641 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9df2a2e0-df52-497d-9a7e-17304956bfb9 req-d352ab47-db51-49e7-b523-1b08343be6bc tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0570643 Sep 09 04:45:02.439150 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9df2a2e0-df52-497d-9a7e-17304956bfb9 req-18a5d045-8f87-488b-8103-1886a17c660f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Sep 09 04:45:02.769058 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:02.777075 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01c48b-5836-4e7d-b30a-60228914fd22 req-07d38510-37cb-4da2-b343-85db518dd066 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:02.815728 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ac01c48b-5836-4e7d-b30a-60228914fd22 req-07d38510-37cb-4da2-b343-85db518dd066 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0591612 Sep 09 04:45:02.889962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f244acb-6c64-41b4-92e3-eb8b3f15809c req-4ec51a9e-bd43-46e7-b86d-9f616b480efe tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:02.891993 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f244acb-6c64-41b4-92e3-eb8b3f15809c req-4ec51a9e-bd43-46e7-b86d-9f616b480efe tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0919018 Sep 09 04:45:02.897348 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ac01c48b-5836-4e7d-b30a-60228914fd22 req-160a805a-1807-47cb-928b-8006dd1c3042 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128008 Sep 09 04:45:02.945866 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f244acb-6c64-41b4-92e3-eb8b3f15809c req-0d242d9f-1a46-4de9-870d-3907491bba47 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450065 Sep 09 04:45:03.563117 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe87276-5091-43b7-99e1-a5291faa8370 req-49c182f0-bcd5-4453-943a-dce673960a45 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:03.564483 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bbe87276-5091-43b7-99e1-a5291faa8370 req-49c182f0-bcd5-4453-943a-dce673960a45 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 943 time: 0.0466561 Sep 09 04:45:03.610591 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bbe87276-5091-43b7-99e1-a5291faa8370 req-98c4627f-ac2c-4fbe-b6f7-b9bf89af65cf tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403543 Sep 09 04:45:03.617503 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:03.775457 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:45:03.871913 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:03.882572 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'port_id': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'mac_address': 'fa:16:3e:01:bd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:45:03.919656 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:45:03.920070 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:03.932622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb258f4-dc03-4824-b22c-0f1742f0ed65 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:45:03.953160 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:03.957254 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:04.005326 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=9']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:04.030963 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2f23-c684-4178-9b0b-e9df02a6ab1b req-c00d2e5e-3b76-4b7d-a361-079a40ae1f82 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:04.032537 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-063a2f23-c684-4178-9b0b-e9df02a6ab1b req-c00d2e5e-3b76-4b7d-a361-079a40ae1f82 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0509274 Sep 09 04:45:04.097675 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477345c-40eb-4324-aeba-70cff0eea2ed req-652a686b-689e-4635-b68e-75472b679985 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:04.099155 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4477345c-40eb-4324-aeba-70cff0eea2ed req-652a686b-689e-4635-b68e-75472b679985 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0642006 Sep 09 04:45:04.129494 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:04.135988 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-063a2f23-c684-4178-9b0b-e9df02a6ab1b req-b773e7e2-aef4-4bea-a6e5-c0ba9b6faffe tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908809 Sep 09 04:45:04.164115 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4477345c-40eb-4324-aeba-70cff0eea2ed req-02f56109-efea-4758-b9b8-9d2e5ef4cfb7 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591650 Sep 09 04:45:04.356450 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['ffb258f4-dc03-4824-b22c-0f1742f0ed65'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:45:04.734633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf14e6-f750-4213-98df-770772a19135 req-47397c0d-0943-4acb-b220-0429a7c55447 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:04.736109 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1eaf14e6-f750-4213-98df-770772a19135 req-47397c0d-0943-4acb-b220-0429a7c55447 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 944 time: 0.0458808 Sep 09 04:45:04.782007 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1eaf14e6-f750-4213-98df-770772a19135 req-4e68e918-c85f-485d-b7a4-e8a17b48de83 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Sep 09 04:45:05.324832 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b9f86-0c04-4b23-9e88-265e66a34617 req-91064ebe-3d05-45ce-bcd1-b8b02f9cc91f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:05.327124 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-473b9f86-0c04-4b23-9e88-265e66a34617 req-91064ebe-3d05-45ce-bcd1-b8b02f9cc91f tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.1145875 Sep 09 04:45:05.340433 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb40e81-8b76-45ee-99f3-efa58ee4eee9 req-7eceeaa9-1fb8-4b16-a46a-b4e1da559cd8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:05.341922 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cbb40e81-8b76-45ee-99f3-efa58ee4eee9 req-7eceeaa9-1fb8-4b16-a46a-b4e1da559cd8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0914376 Sep 09 04:45:05.380703 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41eb555-b83f-41b7-882a-c199846967b6 req-6707ffce-7f00-4c98-b396-bd05ecbc5ff6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:05.382517 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c41eb555-b83f-41b7-882a-c199846967b6 req-6707ffce-7f00-4c98-b396-bd05ecbc5ff6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 945 time: 0.0982695 Sep 09 04:45:05.439551 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-473b9f86-0c04-4b23-9e88-265e66a34617 req-03a80439-2c4b-44f9-9806-0b8890174347 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965390 Sep 09 04:45:05.446884 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cbb40e81-8b76-45ee-99f3-efa58ee4eee9 req-545e67ab-b31b-431c-9113-77f15f717181 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=949cec81-fec2-4b67-ac05-918ded39c49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952318 Sep 09 04:45:05.671158 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port bd531f49-8a3c-4043-8dbe-1431619cc92e {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:05.671502 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:05.762413 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] For port bd531f49-8a3c-4043-8dbe-1431619cc92e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bd531f49-8a3c-4043-8dbe-1431619cc92e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:05.763164 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:05.800632 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:45:05.844260 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port ffb258f4-dc03-4824-b22c-0f1742f0ed65 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:45:05.844630 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:05.919989 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port ffb258f4-dc03-4824-b22c-0f1742f0ed65 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:45:05.920445 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:05.943609 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:05.945836 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e28bce-4348-4b07-b2e0-b662107c9019" -d '{"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-plugged", "status": "completed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:05.958611 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:05.960494 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:05.960825 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:05.961217 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (126336b6-425f-4cea-bde0-23d0d8baa6f3), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:05.961536 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP 126336b6-425f-4cea-bde0-23d0d8baa6f3 disassociated. External IP: 172.27.3.168, port: bd531f49-8a3c-4043-8dbe-1431619cc92e. Sep 09 04:45:05.961882 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for bd531f49-8a3c-4043-8dbe-1431619cc92e owned by compute:nova {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:05.966783 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:05.967886 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bd531f49-8a3c-4043-8dbe-1431619cc92e no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:45:05.974222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4416492-5a15-4823-b60e-ca5a24013a64 req-e8254e61-985f-4f9d-a71c-484367a83ee3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:05.981594 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c4416492-5a15-4823-b60e-ca5a24013a64 req-e8254e61-985f-4f9d-a71c-484367a83ee3 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 944 time: 0.0758896 Sep 09 04:45:06.033944 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b6aed-75c0-44b2-a23c-9673d941a363 x-openstack-request-id: req-fc1b6aed-75c0-44b2-a23c-9673d941a363 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:06.033944 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-plugged", "status": "completed", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:06.033944 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc1b6aed-75c0-44b2-a23c-9673d941a363 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:06.034355 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1b6aed-75c0-44b2-a23c-9673d941a363'] response: {'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'code': 200} Sep 09 04:45:06.045730 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-17b84784-87a4-4f4a-87dc-31305a3c3ed8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:06.047313 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-17b84784-87a4-4f4a-87dc-31305a3c3ed8 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.0987432 Sep 09 04:45:06.056127 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=10']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:06.070029 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c4416492-5a15-4823-b60e-ca5a24013a64 req-4739538d-daa2-495d-bda9-d7483e9d4bf0 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875583 Sep 09 04:45:06.094034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port bd531f49-8a3c-4043-8dbe-1431619cc92e is: ACTIVE; New status is: DOWN {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:45:06.094427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.109081 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:06.171656 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (bd531f49-8a3c-4043-8dbe-1431619cc92e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.206364 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=bd531f49-8a3c-4043-8dbe-1431619cc92e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:06.230618 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Deleting port a3fff027-2bdc-4c7e-a679-5b611770f4c2 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:06.231143 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.331364 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] For port a3fff027-2bdc-4c7e-a679-5b611770f4c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a3fff027-2bdc-4c7e-a679-5b611770f4c2,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:06.331726 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.337135 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:45:06.445092 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:45:06.458300 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:45:06.472806 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:06.473818 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:44:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:06.515919 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.517231 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (8a95d92a-cc82-4860-8c96-e4836f1d20da), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.517900 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Floating IP 8a95d92a-cc82-4860-8c96-e4836f1d20da disassociated. External IP: 172.27.3.188, port: a3fff027-2bdc-4c7e-a679-5b611770f4c2. Sep 09 04:45:06.518420 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Calling delete_port for a3fff027-2bdc-4c7e-a679-5b611770f4c2 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:06.523709 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] No DVR routers for this DVR port bd531f49-8a3c-4043-8dbe-1431619cc92e on host hv-cinder-85600 {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:45:06.528517 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.533096 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c41eb555-b83f-41b7-882a-c199846967b6 req-0a980aa2-1183-4173-b1e6-f82242ca812c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "DELETE /networking/v2.0/ports/bd531f49-8a3c-4043-8dbe-1431619cc92e HTTP/1.1" status: 204 len: 173 time: 0.9407685 Sep 09 04:45:06.535491 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'name': 'network-vif-deleted', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:06.550512 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd1d0ac-9d2b-4aaf-9421-9a46fe745782" -d '{"events": [{"server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "name": "network-vif-deleted", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:06.647503 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:06.669307 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1875cca4-8cad-462d-bc6f-8d9e3c24d210 req-a8b651ab-7101-4cc5-b4a3-bce619121f70 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 210 time: 0.0814903 Sep 09 04:45:06.708233 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73a9d3-c742-44ab-964a-41cd7e20123b req-92712711-225f-452f-9f5f-3b290aba95a7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:06.709805 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e73a9d3-c742-44ab-964a-41cd7e20123b req-92712711-225f-452f-9f5f-3b290aba95a7 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 946 time: 0.1406565 Sep 09 04:45:06.779964 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e73a9d3-c742-44ab-964a-41cd7e20123b req-88215a71-9308-444b-b750-7009ba6a63e1 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1d348319-a2ff-49e8-b328-418a7632bfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642087 Sep 09 04:45:06.795617 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (a3fff027-2bdc-4c7e-a679-5b611770f4c2), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:06.867525 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905e6c6-17d1-4c47-959c-39868f56a1ed x-openstack-request-id: req-4905e6c6-17d1-4c47-959c-39868f56a1ed {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:06.867839 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f332a8b8-4ec7-43ee-b027-ee59bbd0763a", "name": "network-vif-deleted", "tag": "bd531f49-8a3c-4043-8dbe-1431619cc92e", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:06.868096 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4905e6c6-17d1-4c47-959c-39868f56a1ed {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:06.868988 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4905e6c6-17d1-4c47-959c-39868f56a1ed'] response: {'server_uuid': 'f332a8b8-4ec7-43ee-b027-ee59bbd0763a', 'name': 'network-vif-deleted', 'tag': 'bd531f49-8a3c-4043-8dbe-1431619cc92e', 'status': 'completed', 'code': 200} Sep 09 04:45:06.870910 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event deleted for resources: {'Port': ['ID=a3fff027-2bdc-4c7e-a679-5b611770f4c2,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:06.873914 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d240a-0fc0-4155-80f2-68dd99fe7f65 req-e0b1e1f6-3e8a-4c92-8af1-d68e9fddd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:06.876234 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c44d240a-0fc0-4155-80f2-68dd99fe7f65 req-e0b1e1f6-3e8a-4c92-8af1-d68e9fddd9af service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1130 time: 0.2475469 Sep 09 04:45:06.971866 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:07.003912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:45:07.009532 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c44d240a-0fc0-4155-80f2-68dd99fe7f65 req-5b59294d-cb43-469e-b962-3e48fa44513d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218684 Sep 09 04:45:07.012453 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:07.013144 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:44:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:07.028806 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Router fe474707-f1f0-4c45-8158-207aeea5a59b has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:45:07.062286 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:07.100095 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:07.123158 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:07.206504 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f5cd-0495-439a-b0ed-2222a60ee9bb req-62ec07de-ec17-4af8-badc-af944d24c7ec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:07.208173 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1806f5cd-0495-439a-b0ed-2222a60ee9bb req-62ec07de-ec17-4af8-badc-af944d24c7ec tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 946 time: 0.0505717 Sep 09 04:45:07.284140 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1806f5cd-0495-439a-b0ed-2222a60ee9bb req-0af8cb7e-41bc-4a1c-b7c9-58d2502defcb tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675607 Sep 09 04:45:07.375211 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:45:07.387380 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] Sync routers for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:45:07.398222 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:07.398845 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:44:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:07.408901 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:07.413875 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:07.425714 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] No DVR routers for this DVR port a3fff027-2bdc-4c7e-a679-5b611770f4c2 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:45:07.428687 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:07.432813 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a8911a6f-cdf6-41b3-b2d8-c5f3b2a22d21 req-3b73032f-83bc-4c46-82e4-a9abe71a04f2 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.17 "DELETE /networking/v2.0/ports/a3fff027-2bdc-4c7e-a679-5b611770f4c2 HTTP/1.1" status: 204 len: 173 time: 1.3102939 Sep 09 04:45:07.435387 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'name': 'network-vif-deleted', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:07.438139 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91284b38-4f1e-400e-8a13-ed12b2fc068c" -d '{"events": [{"server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "name": "network-vif-deleted", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:07.501437 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:07.514487 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:07.527727 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90c9838-4b5a-470c-9a39-ca95b357bd69 None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:45:07.542471 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcd5f65-78a7-4a77-8696-ad3bc4e862aa x-openstack-request-id: req-5bcd5f65-78a7-4a77-8696-ad3bc4e862aa {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:07.543348 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51d5f24-f47e-4dd9-9948-81bfa8ed97dc", "name": "network-vif-deleted", "tag": "a3fff027-2bdc-4c7e-a679-5b611770f4c2", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:07.543784 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5bcd5f65-78a7-4a77-8696-ad3bc4e862aa {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:07.544190 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bcd5f65-78a7-4a77-8696-ad3bc4e862aa'] response: {'server_uuid': 'd51d5f24-f47e-4dd9-9948-81bfa8ed97dc', 'name': 'network-vif-deleted', 'tag': 'a3fff027-2bdc-4c7e-a679-5b611770f4c2', 'status': 'completed', 'code': 200} Sep 09 04:45:07.680397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-c24a9eee-dd38-4674-9d6a-1cddd7e65f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:07.682032 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-c24a9eee-dd38-4674-9d6a-1cddd7e65f0d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=5176b458a4a8481eaa37d8693b51f15e&device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 1130 time: 0.0615916 Sep 09 04:45:07.835746 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:07.835976 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb34774d-0385-4161-8376-b9f9fd49bb24 req-ea79f057-25c4-4aaa-8243-aadac51cb324 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f332a8b8-4ec7-43ee-b027-ee59bbd0763a HTTP/1.1" status: 200 len: 210 time: 0.0445683 Sep 09 04:45:07.863609 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] Checking router: fe474707-f1f0-4c45-8158-207aeea5a59b for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:45:07.873042 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:07.873865 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:44:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:07.880960 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462881b0-db44-4d2c-b5e1-178488b84ad1 None None] New status for floating IP 126336b6-425f-4cea-bde0-23d0d8baa6f3: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:45:07.898993 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fdcf9509-8707-47a2-86d3-faa50cba24bd req-b5f12cc5-79db-4155-ac24-5431c0ac49c5 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 210 time: 0.0305052 Sep 09 04:45:07.977315 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:08.113363 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-41328c9c-56e0-4c65-b14e-2102a7a975ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:08.114813 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-41328c9c-56e0-4c65-b14e-2102a7a975ce service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 200 len: 917 time: 0.1232450 Sep 09 04:45:08.169055 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:08.191912 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-82c2b055-a80b-41ba-8747-38342500c4c5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 200 len: 1001 time: 0.0617862 Sep 09 04:45:08.204087 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:08.231628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4802c350-7de2-4a68-94db-19597f9c6422 None None] The sync data for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi is: [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:39:10Z', 'revision_number': 4, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '0edd8a5f-c24c-4e73-90fc-4fb6f29309d8', 'name': '', 'network_id': 'da245dda-2c01-4deb-aa23-3957c02d97c0', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'mac_address': 'fa:16:3e:2b:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:07Z', 'updated_at': '2022-09-09T04:39:25Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'subnets': [{'id': 'a3354a1e-dbd3-454e-9d6e-53623e545e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:45:08.266205 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-8ca7266c-ac75-4b42-b608-2d5df359b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:08.267906 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-8ca7266c-ac75-4b42-b608-2d5df359b40f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 200 len: 855 time: 0.0560069 Sep 09 04:45:08.409613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200105c-ec00-4587-9751-29c8f6cc5bc8 req-214b85e4-e6b6-4c0a-8cad-5289f2e84215 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:08.411128 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0200105c-ec00-4587-9751-29c8f6cc5bc8 req-214b85e4-e6b6-4c0a-8cad-5289f2e84215 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Sep 09 04:45:08.448592 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2c723-914d-4224-8a4b-42fc099fa896 None None] New status for floating IP 8a95d92a-cc82-4860-8c96-e4836f1d20da: DOWN {{(pid=107726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:45:08.460876 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0200105c-ec00-4587-9751-29c8f6cc5bc8 req-2a668f60-e5ab-485e-b48b-b427bce5c763 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 Sep 09 04:45:08.557080 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-998200c3-69c1-4462-b3f8-25aa22949d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:08.558876 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-998200c3-69c1-4462-b3f8-25aa22949d07 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=be4e0000-0b0b-4f80-80d3-91d027df1d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415256 Sep 09 04:45:08.710325 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-395881a1-c12f-4095-807f-40293f54ba46 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996215 Sep 09 04:45:08.945812 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42810) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:09.037346 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-833559a5-d746-45fc-be24-a1f48c436305 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (949cec81-fec2-4b67-ac05-918ded39c49b), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.050548 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b890e338-c1b7-4dc8-ae4b-8a73b26efca5 req-da7a5e88-5dc6-4688-81dd-03aa660e8860 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d51d5f24-f47e-4dd9-9948-81bfa8ed97dc HTTP/1.1" status: 200 len: 210 time: 0.0356576 Sep 09 04:45:09.064178 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-833559a5-d746-45fc-be24-a1f48c436305 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (949cec81-fec2-4b67-ac05-918ded39c49b), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.171318 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42814) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:09.206255 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c71e3278-4b57-4720-8c93-c7ab0170bddd req-3f4e5f49-6993-4ab6-a55a-ef6114a6c6be service neutron] 10.222.0.17 "GET /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178572 Sep 09 04:45:09.207269 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-833559a5-d746-45fc-be24-a1f48c436305 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (949cec81-fec2-4b67-ac05-918ded39c49b), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.209820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-833559a5-d746-45fc-be24-a1f48c436305 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.210847 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-833559a5-d746-45fc-be24-a1f48c436305 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/949cec81-fec2-4b67-ac05-918ded39c49b HTTP/1.1" status: 204 len: 168 time: 0.2634039 Sep 09 04:45:09.214306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42818) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:09.220967 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833559a5-d746-45fc-be24-a1f48c436305 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949cec81-fec2-4b67-ac05-918ded39c49b,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:09.242848 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.api.v2.resource [None req-2b7c45a1-2f84-4630-9fdc-59001953dd0e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] show failed (client error): The resource could not be found. Sep 09 04:45:09.244332 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-2b7c45a1-2f84-4630-9fdc-59001953dd0e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups/949cec81-fec2-4b67-ac05-918ded39c49b HTTP/1.1" status: 404 len: 347 time: 0.0289114 Sep 09 04:45:09.248281 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42820) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:09.324294 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6025eac9-3e58-41ac-95e6-3201e3ee631d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.365927 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:09.378349 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port 2f483f89-3308-4bc1-8284-84edfd26cf3f {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:09.378707 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.411967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6025eac9-3e58-41ac-95e6-3201e3ee631d admin admin] Publish callbacks [] for security_group (72f8c3b0-33d6-4715-a217-bdae834af47a), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.416306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6025eac9-3e58-41ac-95e6-3201e3ee631d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (72f8c3b0-33d6-4715-a217-bdae834af47a), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.455570 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6025eac9-3e58-41ac-95e6-3201e3ee631d admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3b1c0bde41ce41858402312e47ab5d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831247 Sep 09 04:45:09.456373 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025eac9-3e58-41ac-95e6-3201e3ee631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f8c3b0-33d6-4715-a217-bdae834af47a,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:09.459343 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.459683 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (2f483f89-3308-4bc1-8284-84edfd26cf3f), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.459960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42822) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:09.477905 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for 2f483f89-3308-4bc1-8284-84edfd26cf3f owned by network:floatingip {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:09.509167 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33efe4ec-ddbb-4600-a863-3bbfea244082 admin admin] Publish callbacks [] for security_group (72f8c3b0-33d6-4715-a217-bdae834af47a), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.516176 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:09.532385 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33efe4ec-ddbb-4600-a863-3bbfea244082 admin admin] Publish callbacks [] for security_group (72f8c3b0-33d6-4715-a217-bdae834af47a), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.534745 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:09.615633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc48be-2a87-4b92-9c41-fa676fb2fe1f req-aea458b1-fd03-4aa3-844e-10e91f2e03c6 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:09.617219 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5adc48be-2a87-4b92-9c41-fa676fb2fe1f req-aea458b1-fd03-4aa3-844e-10e91f2e03c6 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 946 time: 0.0592608 Sep 09 04:45:09.625662 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (2f483f89-3308-4bc1-8284-84edfd26cf3f), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.638628 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33efe4ec-ddbb-4600-a863-3bbfea244082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (72f8c3b0-33d6-4715-a217-bdae834af47a), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.641146 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-33efe4ec-ddbb-4600-a863-3bbfea244082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.642242 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-33efe4ec-ddbb-4600-a863-3bbfea244082 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/72f8c3b0-33d6-4715-a217-bdae834af47a HTTP/1.1" status: 204 len: 168 time: 0.1810384 Sep 09 04:45:09.653895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efe4ec-ddbb-4600-a863-3bbfea244082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f8c3b0-33d6-4715-a217-bdae834af47a,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:09.656050 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=2f483f89-3308-4bc1-8284-84edfd26cf3f,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:09.697134 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5adc48be-2a87-4b92-9c41-fa676fb2fe1f req-734fc8d7-c325-4174-9255-c3c134be2074 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724463 Sep 09 04:45:09.705100 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:09.725875 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (126336b6-425f-4cea-bde0-23d0d8baa6f3), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.728748 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.729979 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d1ab22f2-6bba-4aa7-9313-4450e5997fb5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/126336b6-425f-4cea-bde0-23d0d8baa6f3 HTTP/1.1" status: 204 len: 168 time: 0.4806311 Sep 09 04:45:09.806909 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42834) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:09.811623 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-87b39333-5d40-462f-8b7f-62b4ccfba522 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732372754', 'description': 'tempest-description--28890660'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:09.831523 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a3fff027-2bdc-4c7e-a679-5b611770f4c2 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:45:09.837326 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-87b39333-5d40-462f-8b7f-62b4ccfba522 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.853830 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: a3fff027-2bdc-4c7e-a679-5b611770f4c2 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:45:09.854447 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device a3fff027-2bdc-4c7e-a679-5b611770f4c2 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:45:09.909137 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-87b39333-5d40-462f-8b7f-62b4ccfba522 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (e6e4f8d2-b8af-4488-b3e1-a5039d716dd3), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.914150 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-87b39333-5d40-462f-8b7f-62b4ccfba522 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e6e4f8d2-b8af-4488-b3e1-a5039d716dd3), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.943210 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-87b39333-5d40-462f-8b7f-62b4ccfba522 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:09.944440 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-87b39333-5d40-462f-8b7f-62b4ccfba522 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1364756 Sep 09 04:45:09.947513 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42840) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:09.948457 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b39333-5d40-462f-8b7f-62b4ccfba522 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:09.956447 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-6347ab12-4090-4d35-96ee-ba7d6df2dbf1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f8d2-b8af-4488-b3e1-a5039d716dd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:09.991309 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6347ab12-4090-4d35-96ee-ba7d6df2dbf1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (2d207b58-5969-4998-a56d-85037358ad75), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.049259 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6347ab12-4090-4d35-96ee-ba7d6df2dbf1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (2d207b58-5969-4998-a56d-85037358ad75), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.053690 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6347ab12-4090-4d35-96ee-ba7d6df2dbf1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (2d207b58-5969-4998-a56d-85037358ad75), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.072810 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347ab12-4090-4d35-96ee-ba7d6df2dbf1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d207b58-5969-4998-a56d-85037358ad75,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:10.082874 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6347ab12-4090-4d35-96ee-ba7d6df2dbf1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.088224 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6347ab12-4090-4d35-96ee-ba7d6df2dbf1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358805 Sep 09 04:45:10.088657 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42848) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:10.093689 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-b9c4be28-9901-492f-b2bb-fcfb7ed04fb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f8d2-b8af-4488-b3e1-a5039d716dd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:10.124731 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9c4be28-9901-492f-b2bb-fcfb7ed04fb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (129bbd8d-8d71-4477-8516-36c347cfd5dd), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.173516 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42856) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:10.213050 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9c4be28-9901-492f-b2bb-fcfb7ed04fb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (129bbd8d-8d71-4477-8516-36c347cfd5dd), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.219531 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9c4be28-9901-492f-b2bb-fcfb7ed04fb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (129bbd8d-8d71-4477-8516-36c347cfd5dd), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.242102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4be28-9901-492f-b2bb-fcfb7ed04fb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129bbd8d-8d71-4477-8516-36c347cfd5dd,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:10.249212 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9c4be28-9901-492f-b2bb-fcfb7ed04fb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.249780 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6a71af01-05c5-4046-9885-eebc6aed2393 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (1d348319-a2ff-49e8-b328-418a7632bfcd), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.250979 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b9c4be28-9901-492f-b2bb-fcfb7ed04fb8 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612961 Sep 09 04:45:10.254049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42860) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:10.266333 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:10.292299 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6a71af01-05c5-4046-9885-eebc6aed2393 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (1d348319-a2ff-49e8-b328-418a7632bfcd), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.318099 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.403938 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6a71af01-05c5-4046-9885-eebc6aed2393 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1d348319-a2ff-49e8-b328-418a7632bfcd), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.406450 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6a71af01-05c5-4046-9885-eebc6aed2393 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.407617 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6a71af01-05c5-4046-9885-eebc6aed2393 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1d348319-a2ff-49e8-b328-418a7632bfcd HTTP/1.1" status: 204 len: 168 time: 0.2330589 Sep 09 04:45:10.410547 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42868) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:10.426663 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71af01-05c5-4046-9885-eebc6aed2393 tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d348319-a2ff-49e8-b328-418a7632bfcd,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:10.428746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.api.v2.resource [None req-5fb01bcf-a4eb-44af-8947-3c5d13be7e9b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] show failed (client error): The resource could not be found. Sep 09 04:45:10.429800 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-5fb01bcf-a4eb-44af-8947-3c5d13be7e9b tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "GET /networking/v2.0/security-groups/1d348319-a2ff-49e8-b328-418a7632bfcd HTTP/1.1" status: 404 len: 347 time: 0.0179410 Sep 09 04:45:10.430206 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.432794 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42870) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:10.534608 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:10.543834 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.27.3.172 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/4ccbdc82-55ed-493d-98c0-9b0876a1b6d0) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:45:10.552397 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Deleting port cf34681a-cdf8-46c2-b3f5-e7530f3680b3 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:10.552750 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.631187 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.631510 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.644939 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Calling delete_port for cf34681a-cdf8-46c2-b3f5-e7530f3680b3 owned by network:floatingip {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:10.664940 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.691644 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:10.706675 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.735150 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:10.749618 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:45:10.757947 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:45:10.761007 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:45:10.791290 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=4ccbdc82-55ed-493d-98c0-9b0876a1b6d0,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:10.815851 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (cf34681a-cdf8-46c2-b3f5-e7530f3680b3), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.844990 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Pushing event deleted for resources: {'Port': ['ID=cf34681a-cdf8-46c2-b3f5-e7530f3680b3,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:10.907483 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:10.912831 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (a64afb5c-6a7f-4fb6-867a-c88b8f57e76f), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.926691 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks [] for floatingip (8a95d92a-cc82-4860-8c96-e4836f1d20da), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.929227 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:10.930373 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-9280e2ad-b797-4fef-9853-01a724cc16cc tempest-AttachVolumeTestJSON-256843383 tempest-AttachVolumeTestJSON-256843383-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/8a95d92a-cc82-4860-8c96-e4836f1d20da HTTP/1.1" status: 204 len: 168 time: 0.4964807 Sep 09 04:45:10.957376 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:11.114177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:11.118614 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:11.187805 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=4ccbdc82-55ed-493d-98c0-9b0876a1b6d0,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:11.191935 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (a64afb5c-6a7f-4fb6-867a-c88b8f57e76f), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:11.207599 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:11.208805 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d5ce603b-b278-4616-8781-a9963213021b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9537756 Sep 09 04:45:11.410693 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-cc534446-0b19-4217-9a59-c86171b6c960 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--732372754&fields=id&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 267 time: 0.0456295 Sep 09 04:45:11.772789 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-8500b498-f534-422c-9970-d69c8e423014 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:11.774181 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-8500b498-f534-422c-9970-d69c8e423014 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.3568356 Sep 09 04:45:11.788792 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-aa808f92-e8d9-47d5-b0a9-53afc9cead9e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/quotas/91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 375 time: 0.0085628 Sep 09 04:45:11.837168 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-9e8ca31f-47f0-4f1d-bef6-41c19f861de0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430045 Sep 09 04:45:12.029036 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-be3a9743-44d7-40dd-9db0-d2a35b624a96 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801369 Sep 09 04:45:12.108873 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d05b726b-b5f2-40fc-a454-32a9312d5705 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=1461fc5c46f8433ebb5a9faa6d946b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561502 Sep 09 04:45:12.268157 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-ea4bfcc4-b340-4c00-abb8-fece2587c895 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335300 Sep 09 04:45:12.326955 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-703b5124-2ebb-474c-ae97-2ca3cf3c7da8 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:12.328409 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-703b5124-2ebb-474c-ae97-2ca3cf3c7da8 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139862 Sep 09 04:45:12.343709 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-c92af747-cf9a-4a30-87b1-c6fb769f873f tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/quotas/1461fc5c46f8433ebb5a9faa6d946b2f HTTP/1.1" status: 200 len: 375 time: 0.0098157 Sep 09 04:45:12.383574 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-12baa287-6def-46a3-a313-d94a6c7aa9b6 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1461fc5c46f8433ebb5a9faa6d946b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335047 Sep 09 04:45:12.451751 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b9a1a835-766f-41e0-b768-1e6a6d33e8cd req-9069c937-d4e8-49f5-9953-5e4c350c041f tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0312965 Sep 09 04:45:12.595663 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3bfe97d6-3b9c-4efc-a954-ccf34a95fcd0 req-360dacc4-eb94-4cf6-b908-be9735f55471 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 210 time: 0.0298660 Sep 09 04:45:13.228537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2c46bba0-a66c-4c4c-ada1-798d5e0bbaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:13.560841 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-526e2729-62c7-478a-a4a5-a27baf63aa61 req-98574752-30cc-4c57-95f9-cba7d590a58a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0323019 Sep 09 04:45:13.686280 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:13.707286 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-600b722b-8c70-4e77-b60d-b8604af6bc71 req-b0d02c39-c420-46e7-86a7-9ffa810c3f67 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 210 time: 0.0305979 Sep 09 04:45:13.785196 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-ef2b1ca9-dd06-460a-9174-c27afaa17411 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:13.786651 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-ef2b1ca9-dd06-460a-9174-c27afaa17411 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 815 time: 0.1308208 Sep 09 04:45:13.858760 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-5e0fa493-40c2-4147-b96e-635c978e5a1b tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=91bb02023bea4020ba1066ba4c85ff4d HTTP/1.1" status: 200 len: 379 time: 0.0542858 Sep 09 04:45:13.982537 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'port': {'device_id': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'admin_state_up': True, 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'security_groups': ['e6e4f8d2-b8af-4488-b3e1-a5039d716dd3']}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:14.096027 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Made reservation on behalf of 91bb02023bea4020ba1066ba4c85ff4d for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:45:14.100460 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:14.165557 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:14.224673 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Allocated IP 172.20.0.14 (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0/c19dcef0-3e66-4454-9a36-a8b76e18d203/19a6f675-87b2-4f03-b050-d4981330ff5e) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:45:14.228762 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:14.388053 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:14.421641 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-a9550cb9-e1e5-40bb-abd8-69ea5e34e928 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=1461fc5c46f8433ebb5a9faa6d946b2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395651 Sep 09 04:45:14.523957 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42958) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:14.562586 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:14.664194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:45:14.676263 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:45:14.683030 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:45:14.713368 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-4954de46-8cfb-4ee1-807a-736f3133f31a tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:14.714896 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-4954de46-8cfb-4ee1-807a-736f3133f31a tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872741 Sep 09 04:45:14.718014 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event updated for resources: {'Port': ['ID=19a6f675-87b2-4f03-b050-d4981330ff5e,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:14.734396 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae509b4b-4989-4c98-b66f-a68d3743ca99 req-daae0289-39e0-4380-937d-6d4123adbc40 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:14.736010 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae509b4b-4989-4c98-b66f-a68d3743ca99 req-daae0289-39e0-4380-937d-6d4123adbc40 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 932 time: 0.0949075 Sep 09 04:45:14.745135 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Request body: {'port': {'device_id': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7', 'admin_state_up': True, 'tenant_id': '1461fc5c46f8433ebb5a9faa6d946b2f'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:14.767278 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:14.767878 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:14.829924 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-84e714e8-fb14-4688-a903-67633d18a492 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8509049 Sep 09 04:45:14.856926 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Request body: {'port': {'device_id': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:14.896656 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7218e3d0-a021-4da7-a3e5-374ec15b9efb req-ca5875b2-e3df-4098-8c59-ec368a088280 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 210 time: 0.0843878 Sep 09 04:45:14.945037 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:14.948380 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Made reservation on behalf of 1461fc5c46f8433ebb5a9faa6d946b2f for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:45:14.952165 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:14.968984 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:14.970159 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae509b4b-4989-4c98-b66f-a68d3743ca99 req-2a210087-a70f-4456-a83e-9ee4aebe5a50 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671994 Sep 09 04:45:15.018427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-3eb64fa1-6a71-4266-aabf-58f4ad0da0b4 None None] Provisioning complete for port 19a6f675-87b2-4f03-b050-d4981330ff5e triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:45:15.019523 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-3eb64fa1-6a71-4266-aabf-58f4ad0da0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.052914 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-3eb64fa1-6a71-4266-aabf-58f4ad0da0b4 None None] Port 19a6f675-87b2-4f03-b050-d4981330ff5e cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:45:15.116013 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:15.119502 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:15.122440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (fe474707-f1f0-4c45-8158-207aeea5a59b), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.204605 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks [] for security_group (2953f3c4-177c-4c69-8756-2bea57388e7d), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.214914 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2953f3c4-177c-4c69-8756-2bea57388e7d), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.224984 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:15.356435 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Deleting port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:15.356775 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.440564 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] For port 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:15.440932 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.449579 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-826b9af0-e43f-4362-967a-99f7c6ef04cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.461010 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Calling delete_port for 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:15.524076 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:15.535194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2953f3c4-177c-4c69-8756-2bea57388e7d,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:15.615507 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a6f675-87b2-4f03-b050-d4981330ff5e {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:45:15.626688 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Publish callbacks [] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.646324 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (0edd8a5f-c24c-4e73-90fc-4fb6f29309d8), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.651652 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Allocated IP 192.168.233.196 (d1942824-be8e-4b3d-ad69-bea1941b66b7/6bba6ee6-da56-45d1-8465-2968c4d7d2e7/48ee6eb2-7391-492a-a7d8-e2d55e18c4fa) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:45:15.654329 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Transition to ACTIVE for port object 19a6f675-87b2-4f03-b050-d4981330ff5e will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:45:15.662261 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.676353 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0edd8a5f-c24c-4e73-90fc-4fb6f29309d8,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:15.805128 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Pushing event updated for resources: {'Port': ['ID=19a6f675-87b2-4f03-b050-d4981330ff5e,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:15.853049 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (fe474707-f1f0-4c45-8158-207aeea5a59b), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:15.892249 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Attempting to bind port 19a6f675-87b2-4f03-b050-d4981330ff5e on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:45:15.892876 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Attempting to bind port 19a6f675-87b2-4f03-b050-d4981330ff5e by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:45:15.892876 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Attempting to bind port 19a6f675-87b2-4f03-b050-d4981330ff5e on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:45:15.973872 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Port 19a6f675-87b2-4f03-b050-d4981330ff5e on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:45:15.974076 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Attempting to bind port 19a6f675-87b2-4f03-b050-d4981330ff5e on network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:45:15.981215 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks [] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.004173 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:16.028556 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24eeefda-2b95-4272-b21b-bb9385192f0c req-3c82f10d-dded-473c-af81-39e1dfb03937 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 210 time: 0.0317879 Sep 09 04:45:16.045153 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:45:16.045153 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Checking segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:45:16.045414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Bound using segment: {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:45:16.045802 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Bound port: 19a6f675-87b2-4f03-b050-d4981330ff5e, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:45:16.046243 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.085042 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:16.087973 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.090015 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:16.125899 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Router fe474707-f1f0-4c45-8158-207aeea5a59b has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:45:16.131908 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9962-9a5f-43ec-ace6-cb30b9b66691 req-ee67e421-243b-4517-a4d5-b394f2317dc3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:16.133443 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-271a9962-9a5f-43ec-ace6-cb30b9b66691 req-ee67e421-243b-4517-a4d5-b394f2317dc3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0612819 Sep 09 04:45:16.155437 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Network d1942824-be8e-4b3d-ad69-bea1941b66b7 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:45:16.163038 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:45:16.165264 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] For port 19a6f675-87b2-4f03-b050-d4981330ff5e, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:45:16.170704 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:45:16.203393 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Pushing event updated for resources: {'Port': ['ID=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:16.208605 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] For port 19a6f675-87b2-4f03-b050-d4981330ff5e, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19a6f675-87b2-4f03-b050-d4981330ff5e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:45:16.225919 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.232839 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:16.233449 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.234830 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/19a6f675-87b2-4f03-b050-d4981330ff5e HTTP/1.1" status: 200 len: 1094 time: 1.3846157 Sep 09 04:45:16.235408 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:16.237647 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38fcfab-713e-4833-aa31-ee15d923b8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:16.246154 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:16.246761 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.269855 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-271a9962-9a5f-43ec-ace6-cb30b9b66691 req-8c3b4597-bf39-4666-bfda-682b325b76e2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286535 Sep 09 04:45:16.299465 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-6fd46405-ff5a-4bbb-b8fd-35f674b417cb tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5609324 Sep 09 04:45:16.319438 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f821e-54a8-45a8-a621-6ad7713db5e6 x-openstack-request-id: req-7f2f821e-54a8-45a8-a621-6ad7713db5e6 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:16.319730 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:16.319982 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f2f821e-54a8-45a8-a621-6ad7713db5e6 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:16.320388 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2f821e-54a8-45a8-a621-6ad7713db5e6'] response: {'name': 'network-changed', 'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'status': 'completed', 'code': 200} Sep 09 04:45:16.326254 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74386c-a7ef-476f-8629-7088779e34ed service neutron] Pushing event updated for resources: {'Port': ['ID=19a6f675-87b2-4f03-b050-d4981330ff5e,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:16.326681 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:45:16.338400 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Request body: {'port': {'device_id': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:16.339989 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3876aa21-aa7a-4a0c-b884-574594472e4d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/fe474707-f1f0-4c45-8158-207aeea5a59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8145397 Sep 09 04:45:16.341014 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] Sync routers for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:45:16.343598 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 42978) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:16.356603 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:16.357427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:16.452222 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-1f5a2ac0-ebfd-4cf8-9a51-de0daeaf7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:16.453649 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-1f5a2ac0-ebfd-4cf8-9a51-de0daeaf7240 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 1128 time: 0.1119647 Sep 09 04:45:16.466212 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:16.545482 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-6537cb33-bb3a-479f-8c54-2886bf8d3937 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a6f675-87b2-4f03-b050-d4981330ff5e HTTP/1.1" status: 200 len: 217 time: 0.0662289 Sep 09 04:45:16.561536 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.564577 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-42c44261-14c3-47e1-b62b-ea4e9602dcb1 None None] Provisioning complete for port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:45:16.564945 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-42c44261-14c3-47e1-b62b-ea4e9602dcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.609498 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-42c44261-14c3-47e1-b62b-ea4e9602dcb1 None None] Port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:45:16.629761 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks [] for router (fe474707-f1f0-4c45-8158-207aeea5a59b), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.671503 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:45:15Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:16.690510 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-386a51dd-0d1e-4066-a5f0-1523168b3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:16.692237 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-386a51dd-0d1e-4066-a5f0-1523168b3072 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.1396284 Sep 09 04:45:16.696903 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] Checking router: fe474707-f1f0-4c45-8158-207aeea5a59b for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:45:16.705503 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] Routers {'fe474707-f1f0-4c45-8158-207aeea5a59b'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:16.706230 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fe474707-f1f0-4c45-8158-207aeea5a59b'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:16.772688 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.825441 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] Set router fe474707-f1f0-4c45-8158-207aeea5a59b gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:16.836816 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4461f-92bf-44ab-aa30-111149771403 req-21d7f6aa-c240-4bf2-9b4f-f54c01531ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:16.838307 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-21d7f6aa-c240-4bf2-9b4f-f54c01531ed6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1352623 Sep 09 04:45:16.842453 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:16.945435 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks [] for router_gateway (fe474707-f1f0-4c45-8158-207aeea5a59b), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:16.971907 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:17.001312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:45:15Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:17.030459 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fadb3c-6244-4d97-a42c-fc1e83e1facc None None] The sync data for ids ['fe474707-f1f0-4c45-8158-207aeea5a59b'] in dv-cinder-856002-3-iscsi is: [{'id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'name': 'tempest-AttachVolumeTestJSON-1034945178-router', 'tenant_id': '7ad09c9b062641c19d3811d5c96a24f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:55Z', 'updated_at': '2022-09-09T04:45:15Z', 'revision_number': 5, 'project_id': '7ad09c9b062641c19d3811d5c96a24f8', 'gw_port': {'id': '395206d5-c7d4-4a1b-b130-d8c614f5cd69', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe474707-f1f0-4c45-8158-207aeea5a59b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:56Z', 'updated_at': '2022-09-09T04:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:45:17.065686 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Deleting port 395206d5-c7d4-4a1b-b130-d8c614f5cd69 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:17.065686 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.072842 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-5f287aa3-1544-46cb-887c-9604dd2594bd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252681 Sep 09 04:45:17.167098 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96070caa-46d6-4fb8-bcd2-b81e094d5ad4 req-b4f13546-5a49-422c-84f8-4f41992912a7 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:17.169120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-96070caa-46d6-4fb8-bcd2-b81e094d5ad4 req-b4f13546-5a49-422c-84f8-4f41992912a7 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 936 time: 0.0484800 Sep 09 04:45:17.203741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:45:17.219116 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Publish callbacks [] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.220227 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-96070caa-46d6-4fb8-bcd2-b81e094d5ad4 req-f4e0ee62-a9cf-4e0b-a5ae-0b26764ef2db tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Sep 09 04:45:17.252612 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Transition to ACTIVE for port object 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:45:17.264595 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.283830 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] For port 395206d5-c7d4-4a1b-b130-d8c614f5cd69, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=395206d5-c7d4-4a1b-b130-d8c614f5cd69,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:17.284176 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.331276 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Calling delete_port for 395206d5-c7d4-4a1b-b130-d8c614f5cd69 owned by network:router_gateway {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:17.343519 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2ac4461f-92bf-44ab-aa30-111149771403 req-e34d1db8-1a4d-401c-9d1b-f562e0c18075 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503216 Sep 09 04:45:17.374111 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Pushing event updated for resources: {'Port': ['ID=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:17.421671 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:45:17.440486 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515acd60-fc86-4680-a4b4-d923512e7e71 req-bc39377c-3d9e-4b02-bbc1-4991981afd16 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:17.442659 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-515acd60-fc86-4680-a4b4-d923512e7e71 req-bc39377c-3d9e-4b02-bbc1-4991981afd16 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0902667 Sep 09 04:45:17.458109 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:45:17.458854 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0edd8a5f-c24c-4e73-90fc-4fb6f29309d8 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:45:17.492012 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Attempting to bind port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:45:17.492352 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Attempting to bind port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:45:17.492680 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Attempting to bind port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa on network d1942824-be8e-4b3d-ad69-bea1941b66b7 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:45:17.506074 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-515acd60-fc86-4680-a4b4-d923512e7e71 req-f30e56a2-6870-4f67-8a68-4c645a57c4e4 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543783 Sep 09 04:45:17.567715 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:17.590689 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa on network d1942824-be8e-4b3d-ad69-bea1941b66b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:45:17.590960 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Attempting to bind port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa on network d1942824-be8e-4b3d-ad69-bea1941b66b7 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:45:17.668486 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:45:17.668815 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Checking segment: {'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:45:17.669194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Bound using segment: {'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:45:17.669630 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Bound port: 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6d8b2b-9035-45b8-a8ee-f4209454ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:45:17.669981 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.673084 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (395206d5-c7d4-4a1b-b130-d8c614f5cd69), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.715183 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=395206d5-c7d4-4a1b-b130-d8c614f5cd69,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:17.799664 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:17.809324 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] For port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:45:17.824597 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] For port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,segment=NetworkSegment(cd6d8b2b-9035-45b8-a8ee-f4209454ea74),segment_id=cd6d8b2b-9035-45b8-a8ee-f4209454ea74)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:45:17.828644 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (fe474707-f1f0-4c45-8158-207aeea5a59b), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.832673 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.889844 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:17.890516 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:17.892091 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/48ee6eb2-7391-492a-a7d8-e2d55e18c4fa HTTP/1.1" status: 200 len: 1098 time: 1.5586812 Sep 09 04:45:18.175267 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (fe474707-f1f0-4c45-8158-207aeea5a59b), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.179227 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks [] for router_controller (fe474707-f1f0-4c45-8158-207aeea5a59b), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.228569 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.230983 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0097dbd-444c-4465-88a5-6e83a6d201ec service neutron] Pushing event updated for resources: {'Port': ['ID=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:18.255392 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (fe474707-f1f0-4c45-8158-207aeea5a59b), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.256013 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe474707-f1f0-4c45-8158-207aeea5a59b {{(pid=107720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:45:18.261978 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.263103 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-1415a3f7-8ff5-4038-8334-7ad3e44a8e39 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/fe474707-f1f0-4c45-8158-207aeea5a59b HTTP/1.1" status: 204 len: 168 time: 1.9066215 Sep 09 04:45:18.266024 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42986) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:18.307012 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-cc020bb1-8c08-4c38-b22a-6a21b2153a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.309099 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-cc020bb1-8c08-4c38-b22a-6a21b2153a1c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 1128 time: 0.0870266 Sep 09 04:45:18.312131 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-b1ee848c-5706-4884-9dd5-9cbc274ce81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.313484 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-b1ee848c-5706-4884-9dd5-9cbc274ce81b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1461fc5c46f8433ebb5a9faa6d946b2f&device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 1132 time: 0.0494282 Sep 09 04:45:18.320439 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:18.326209 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'tag': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:18.329174 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] Deleting subnet a3354a1e-dbd3-454e-9d6e-53623e545e18 {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:45:18.329344 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be14078-3cf9-4047-a58c-12602696b333" -d '{"events": [{"name": "network-changed", "server_uuid": "b667ba59-f035-48d3-9294-15fa44cf50df", "tag": "48ee6eb2-7391-492a-a7d8-e2d55e18c4fa"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:18.347818 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] Publish callbacks [] for subnet (a3354a1e-dbd3-454e-9d6e-53623e545e18), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.375293 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.417098 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ec386-5694-49b6-8e42-e7d9834cf947 req-3c01919a-8cc4-4971-9c52-6419b1c02967 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.418643 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-96f3ea8e-6114-4e65-a68c-365fd94815bd service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa HTTP/1.1" status: 200 len: 217 time: 0.0865397 Sep 09 04:45:18.419192 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dc2ec386-5694-49b6-8e42-e7d9834cf947 req-3c01919a-8cc4-4971-9c52-6419b1c02967 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 948 time: 0.0945659 Sep 09 04:45:18.422097 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48499c5b-1643-41a2-976a-bf8ca0993f2c x-openstack-request-id: req-48499c5b-1643-41a2-976a-bf8ca0993f2c {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:18.422688 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b667ba59-f035-48d3-9294-15fa44cf50df", "tag": "48ee6eb2-7391-492a-a7d8-e2d55e18c4fa", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:18.423390 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48499c5b-1643-41a2-976a-bf8ca0993f2c {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:18.423709 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (a3354a1e-dbd3-454e-9d6e-53623e545e18), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.423903 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48499c5b-1643-41a2-976a-bf8ca0993f2c'] response: {'name': 'network-changed', 'server_uuid': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'tag': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa', 'status': 'completed', 'code': 200} Sep 09 04:45:18.497288 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-c84b0e17-dfd8-4ec0-a748-6f0e1d3d4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.498744 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-c84b0e17-dfd8-4ec0-a748-6f0e1d3d4c25 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=6bba6ee6-da56-45d1-8465-2968c4d7d2e7 HTTP/1.1" status: 200 len: 843 time: 0.0721204 Sep 09 04:45:18.504416 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dc2ec386-5694-49b6-8e42-e7d9834cf947 req-72c0161b-b82c-418c-89ce-aed0491b7242 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606899 Sep 09 04:45:18.519091 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-ed7dbed5-4277-42e7-9efc-79471487273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.519736 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-ed7dbed5-4277-42e7-9efc-79471487273b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 916 time: 0.2040501 Sep 09 04:45:18.521836 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:18.524707 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:18.538855 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (a3354a1e-dbd3-454e-9d6e-53623e545e18), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.586552 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-2231f11a-b818-4911-a68f-aa151572c3f8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a6f675-87b2-4f03-b050-d4981330ff5e HTTP/1.1" status: 200 len: 217 time: 0.0415897 Sep 09 04:45:18.590783 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-1ddd0be8-53cc-44ef-ba1d-bbc7ca50b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.592568 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-1ddd0be8-53cc-44ef-ba1d-bbc7ca50b239 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=d1942824-be8e-4b3d-ad69-bea1941b66b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0863843 Sep 09 04:45:18.627487 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (a3354a1e-dbd3-454e-9d6e-53623e545e18), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.662765 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95ad7-ec79-4e49-ab32-890661bc3646 req-5617d6c0-9cf2-4a9e-a87d-9baec6b9c1ca tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.664278 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0d95ad7-ec79-4e49-ab32-890661bc3646 req-5617d6c0-9cf2-4a9e-a87d-9baec6b9c1ca tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0766201 Sep 09 04:45:18.666667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3354a1e-dbd3-454e-9d6e-53623e545e18,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:18.669210 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.674895 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4b20af83-cbdd-42e7-8c9e-b94f7906fa48 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/a3354a1e-dbd3-454e-9d6e-53623e545e18 HTTP/1.1" status: 204 len: 168 time: 0.4052067 Sep 09 04:45:18.674895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 42992) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:18.678026 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddbf007-c49b-42d3-843e-1e7adf2d8aa0 None None] Network da245dda-2c01-4deb-aa23-3957c02d97c0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:45:18.700882 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-e80455b6-d1bd-4488-83eb-f30d81363d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.702347 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-e80455b6-d1bd-4488-83eb-f30d81363d23 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.1089542 Sep 09 04:45:18.723564 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:18.772991 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (da245dda-2c01-4deb-aa23-3957c02d97c0), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.778646 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-23aa0cc7-1aea-49d5-b65c-76db9a4395c4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d1942824-be8e-4b3d-ad69-bea1941b66b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766729 Sep 09 04:45:18.783012 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:18.786752 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-6f9a5ace-5af4-43b0-b71d-5ccaa9b57971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:18.789195 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-6f9a5ace-5af4-43b0-b71d-5ccaa9b57971 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796518 Sep 09 04:45:18.789304 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c0d95ad7-ec79-4e49-ab32-890661bc3646 req-d0eae7ea-7a8e-4b92-a68d-667fafbf4dbf tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970900 Sep 09 04:45:18.856649 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] DHCP port deletion for da245dda-2c01-4deb-aa23-3957c02d97c0 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:45:18.858116 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Deleting port 04644fd3-568c-4941-a367-af423d23d7c3 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:18.858632 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (04644fd3-568c-4941-a367-af423d23d7c3), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.898984 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] Deleting port 04644fd3-568c-4941-a367-af423d23d7c3 {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:18.899547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (04644fd3-568c-4941-a367-af423d23d7c3), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.930305 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] For port 04644fd3-568c-4941-a367-af423d23d7c3, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=04644fd3-568c-4941-a367-af423d23d7c3,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:18.930707 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (04644fd3-568c-4941-a367-af423d23d7c3), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.949602 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Calling delete_port for 04644fd3-568c-4941-a367-af423d23d7c3 owned by network:dhcp {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:18.972702 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] For port 04644fd3-568c-4941-a367-af423d23d7c3, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=04644fd3-568c-4941-a367-af423d23d7c3,segment=NetworkSegment(adb98143-d752-46ac-8fa2-1a49e1f8c2e0),segment_id=adb98143-d752-46ac-8fa2-1a49e1f8c2e0)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:18.973198 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (04644fd3-568c-4941-a367-af423d23d7c3), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:18.981777 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-90f291ef-cb58-49ec-8cf3-cf2704db90cf req-917e1d71-25a0-47ba-8844-14a9fa921856 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d1942824-be8e-4b3d-ad69-bea1941b66b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732080 Sep 09 04:45:18.983654 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-5cf19016-fdaf-4f8b-ad56-c51e1a7a90cd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740012 Sep 09 04:45:18.986058 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] Calling delete_port for 04644fd3-568c-4941-a367-af423d23d7c3 owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:19.036459 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (04644fd3-568c-4941-a367-af423d23d7c3), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.064688 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04644fd3-568c-4941-a367-af423d23d7c3,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:19.068400 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (04644fd3-568c-4941-a367-af423d23d7c3), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.075372 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] No DVR routers for this DVR port 04644fd3-568c-4941-a367-af423d23d7c3 on host dv-cinder-856002-3-iscsi {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:45:19.096831 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] Pushing event deleted for resources: {'Port': ['ID=04644fd3-568c-4941-a367-af423d23d7c3,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:19.103105 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472b02aa-6b98-40f3-9879-e17affb409a3 None None] No DVR routers for this DVR port 04644fd3-568c-4941-a367-af423d23d7c3 on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:45:19.126255 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b38fcfab-713e-4833-aa31-ee15d923b8e4 req-034f09c3-a212-4fd8-9722-2d01d409cfe0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271148 Sep 09 04:45:19.139178 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 395206d5-c7d4-4a1b-b130-d8c614f5cd69 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:45:19.159209 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 395206d5-c7d4-4a1b-b130-d8c614f5cd69 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:45:19.159550 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 395206d5-c7d4-4a1b-b130-d8c614f5cd69 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:45:19.159956 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 04644fd3-568c-4941-a367-af423d23d7c3 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:45:19.161412 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:19.173332 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (da245dda-2c01-4deb-aa23-3957c02d97c0), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.182479 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 04644fd3-568c-4941-a367-af423d23d7c3 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:45:19.182754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 04644fd3-568c-4941-a367-af423d23d7c3 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:45:19.193826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da245dda-2c01-4deb-aa23-3957c02d97c0']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:19.203626 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:19.203910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb98143-d752-46ac-8fa2-1a49e1f8c2e0') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:19.213197 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (adb98143-d752-46ac-8fa2-1a49e1f8c2e0), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.225985 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (adb98143-d752-46ac-8fa2-1a49e1f8c2e0), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.232170 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:45:19.232624 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (adb98143-d752-46ac-8fa2-1a49e1f8c2e0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.277175 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:19.294101 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (da245dda-2c01-4deb-aa23-3957c02d97c0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.299444 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.305559 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/da245dda-2c01-4deb-aa23-3957c02d97c0 HTTP/1.1" status: 204 len: 168 time: 0.6272316 Sep 09 04:45:19.317222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425c9fb-6a25-4e47-acf1-1800da6abea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da245dda-2c01-4deb-aa23-3957c02d97c0,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:19.387928 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment adb98143-d752-46ac-8fa2-1a49e1f8c2e0 resource provider aggregate not found Sep 09 04:45:19.406949 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment adb98143-d752-46ac-8fa2-1a49e1f8c2e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adb98143-d752-46ac-8fa2-1a49e1f8c2e0 found for delete ", "request_id": "req-bc647331-d577-4c71-bcb5-90593e9c055b"}]} Sep 09 04:45:19.427179 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43004) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:19.471970 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-5578de24-0a38-4a59-a144-02c82c6b8d3b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7ad09c9b062641c19d3811d5c96a24f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436316 Sep 09 04:45:19.474395 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43006) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:19.521253 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f3f-1b7b-40f2-9ca8-d836c2f1f300 admin admin] Publish callbacks [] for security_group (e47904b7-9ed3-4a47-b28a-2bc10089f841), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.540694 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f3f-1b7b-40f2-9ca8-d836c2f1f300 admin admin] Publish callbacks [] for security_group (e47904b7-9ed3-4a47-b28a-2bc10089f841), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.613132 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f3f-1b7b-40f2-9ca8-d836c2f1f300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e47904b7-9ed3-4a47-b28a-2bc10089f841), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.615763 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0eb08f3f-1b7b-40f2-9ca8-d836c2f1f300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:19.616867 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0eb08f3f-1b7b-40f2-9ca8-d836c2f1f300 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e47904b7-9ed3-4a47-b28a-2bc10089f841 HTTP/1.1" status: 204 len: 168 time: 0.1415594 Sep 09 04:45:19.632754 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb08f3f-1b7b-40f2-9ca8-d836c2f1f300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47904b7-9ed3-4a47-b28a-2bc10089f841,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:19.651638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea06fe-4fe1-442f-8e93-8ce2375c887a req-e1898774-9fe6-4a37-8298-4bc7dfa37696 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:19.653788 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f1ea06fe-4fe1-442f-8e93-8ce2375c887a req-e1898774-9fe6-4a37-8298-4bc7dfa37696 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 948 time: 0.0691051 Sep 09 04:45:19.703345 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f1ea06fe-4fe1-442f-8e93-8ce2375c887a req-2de6429d-a3cc-4a4b-b861-30d63ab0a619 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Sep 09 04:45:19.921690 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5be02d-7b05-4eec-a145-fe2fd5b22716 req-5647e9f9-8fe1-4ee6-a711-b78e84400216 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:19.923220 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e5be02d-7b05-4eec-a145-fe2fd5b22716 req-5647e9f9-8fe1-4ee6-a711-b78e84400216 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0553484 Sep 09 04:45:19.930086 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be14078-3cf9-4047-a58c-12602696b333 req-f78d2a88-c82e-44ec-a297-c4493cadaa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:19.931832 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3be14078-3cf9-4047-a58c-12602696b333 req-f78d2a88-c82e-44ec-a297-c4493cadaa97 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1461fc5c46f8433ebb5a9faa6d946b2f&device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 1132 time: 0.0464513 Sep 09 04:45:19.971212 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4e5be02d-7b05-4eec-a145-fe2fd5b22716 req-1bc50bda-cf2a-4e6f-bdae-70061054cc84 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Sep 09 04:45:20.033125 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be14078-3cf9-4047-a58c-12602696b333 req-bd7569ad-1278-4d74-b811-93b6bb47793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:20.034591 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3be14078-3cf9-4047-a58c-12602696b333 req-bd7569ad-1278-4d74-b811-93b6bb47793a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=d1942824-be8e-4b3d-ad69-bea1941b66b7 HTTP/1.1" status: 200 len: 870 time: 0.0933890 Sep 09 04:45:20.052755 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:20.086410 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3be14078-3cf9-4047-a58c-12602696b333 req-9bcd6bfc-ac49-4589-bc74-84be9a0f8a51 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa HTTP/1.1" status: 200 len: 217 time: 0.0399547 Sep 09 04:45:20.139558 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be14078-3cf9-4047-a58c-12602696b333 req-ead4f73d-e859-44d2-a3af-87e9c83dcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:20.141078 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3be14078-3cf9-4047-a58c-12602696b333 req-ead4f73d-e859-44d2-a3af-87e9c83dcecb service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=6bba6ee6-da56-45d1-8465-2968c4d7d2e7 HTTP/1.1" status: 200 len: 843 time: 0.0468833 Sep 09 04:45:20.187147 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be14078-3cf9-4047-a58c-12602696b333 req-79b6a1b2-af4c-4241-88bc-6b98a5f65dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:20.188664 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3be14078-3cf9-4047-a58c-12602696b333 req-79b6a1b2-af4c-4241-88bc-6b98a5f65dfb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=d1942824-be8e-4b3d-ad69-bea1941b66b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0399904 Sep 09 04:45:20.288536 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3be14078-3cf9-4047-a58c-12602696b333 req-8b58fa78-f1f2-4120-9d40-09836b2a0c1c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d1942824-be8e-4b3d-ad69-bea1941b66b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939090 Sep 09 04:45:20.386055 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3be14078-3cf9-4047-a58c-12602696b333 req-5de2456d-c914-42b2-bc9f-40ca2f5e9424 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d1942824-be8e-4b3d-ad69-bea1941b66b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906551 Sep 09 04:45:20.827497 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3216933-9b3a-431f-ac46-390f51def6ca req-4aafa014-d9c9-4eb0-b446-e52d06c26512 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:20.828934 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b3216933-9b3a-431f-ac46-390f51def6ca req-4aafa014-d9c9-4eb0-b446-e52d06c26512 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 948 time: 0.0456085 Sep 09 04:45:20.874877 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b3216933-9b3a-431f-ac46-390f51def6ca req-ab56abbe-c3c6-48c2-885d-543f6b71905a tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Sep 09 04:45:21.080838 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:21.097536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2700e-5fd7-4083-aa3e-2517aec9fefe req-8bf01d26-2734-465d-98a4-e71f7c3f4281 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:21.099017 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4db2700e-5fd7-4083-aa3e-2517aec9fefe req-8bf01d26-2734-465d-98a4-e71f7c3f4281 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 944 time: 0.0537801 Sep 09 04:45:21.402329 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4db2700e-5fd7-4083-aa3e-2517aec9fefe req-5bf3b2ac-71d8-4228-bad5-1f1d52a51aac tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970729 Sep 09 04:45:21.860376 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 19a6f675-87b2-4f03-b050-d4981330ff5e details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:45:21.948641 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:21.949668 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:21.989891 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 19a6f675-87b2-4f03-b050-d4981330ff5e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19a6f675-87b2-4f03-b050-d4981330ff5e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:22.006572 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3d95b-da1f-474f-8b32-425a816d63dd req-f270cb1e-434d-4d56-a421-a8740b6671ee tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:22.015181 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f0e3d95b-da1f-474f-8b32-425a816d63dd req-f270cb1e-434d-4d56-a421-a8740b6671ee tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 948 time: 0.0585990 Sep 09 04:45:22.020344 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'port_id': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'mac_address': 'fa:16:3e:d0:d6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:45:22.060762 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f0e3d95b-da1f-474f-8b32-425a816d63dd req-c0040198-857a-4be9-ac62-ea19e69d6599 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Sep 09 04:45:22.077963 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 19a6f675-87b2-4f03-b050-d4981330ff5e is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:45:22.078357 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:22.095791 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a6f675-87b2-4f03-b050-d4981330ff5e {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:45:22.118777 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 19a6f675-87b2-4f03-b050-d4981330ff5e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19a6f675-87b2-4f03-b050-d4981330ff5e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:22.124879 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:22.125622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:45:22.242867 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=19a6f675-87b2-4f03-b050-d4981330ff5e,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:22.294257 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,segment=NetworkSegment(cd6d8b2b-9035-45b8-a8ee-f4209454ea74),segment_id=cd6d8b2b-9035-45b8-a8ee-f4209454ea74)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:22.304909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa', 'network_id': 'd1942824-be8e-4b3d-ad69-bea1941b66b7', 'port_id': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa', 'mac_address': 'fa:16:3e:c3:55:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bba6ee6-da56-45d1-8465-2968c4d7d2e7', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:45:22.338193 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:45:22.338577 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:22.351488 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:45:22.370824 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,segment=NetworkSegment(cd6d8b2b-9035-45b8-a8ee-f4209454ea74),segment_id=cd6d8b2b-9035-45b8-a8ee-f4209454ea74)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:22.374607 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:22.422868 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:22.527423 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13889c89-2730-4875-bea7-cfd9e0fc5e49 req-17ffb496-73d1-420f-adff-25d5a6fc3880 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:22.529421 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-13889c89-2730-4875-bea7-cfd9e0fc5e49 req-17ffb496-73d1-420f-adff-25d5a6fc3880 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 945 time: 0.0489566 Sep 09 04:45:22.574406 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-13889c89-2730-4875-bea7-cfd9e0fc5e49 req-49c0b1ee-3078-4f9f-84b9-8fb306ef97e0 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394907 Sep 09 04:45:22.911341 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['19a6f675-87b2-4f03-b050-d4981330ff5e'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:45:23.014894 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['48ee6eb2-7391-492a-a7d8-e2d55e18c4fa'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:45:23.189330 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb2f84-46a1-4f20-9837-3ee7b3515ba2 req-bdc08c66-ea2b-47bc-aac2-620e946081f0 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:23.190823 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-adeb2f84-46a1-4f20-9837-3ee7b3515ba2 req-bdc08c66-ea2b-47bc-aac2-620e946081f0 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 949 time: 0.0471740 Sep 09 04:45:23.241239 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-adeb2f84-46a1-4f20-9837-3ee7b3515ba2 req-6a6dc3f7-d976-4357-b634-f37ed948ff7d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Sep 09 04:45:23.687132 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:23.698947 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2615f19-71bd-4bf9-abaa-b6e3f1be19d7 req-09fb5c2f-8d4d-4611-87f4-52d83e5f30c9 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:23.700442 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d2615f19-71bd-4bf9-abaa-b6e3f1be19d7 req-09fb5c2f-8d4d-4611-87f4-52d83e5f30c9 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 945 time: 0.0519333 Sep 09 04:45:23.750643 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d2615f19-71bd-4bf9-abaa-b6e3f1be19d7 req-10b11759-f082-422e-a626-e90c382806bd tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 Sep 09 04:45:24.234155 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 19a6f675-87b2-4f03-b050-d4981330ff5e up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:45:24.275309 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 19a6f675-87b2-4f03-b050-d4981330ff5e completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:45:24.281792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 19a6f675-87b2-4f03-b050-d4981330ff5e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:45:24.282110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:24.349071 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:24.357562 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 19a6f675-87b2-4f03-b050-d4981330ff5e is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:45:24.357992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:24.369893 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c11e5-b1a9-464e-bc8f-4e94d1574b69 req-fe2bd0b5-3da9-414f-bef0-ff5167252e0c tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:24.371380 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-143c11e5-b1a9-464e-bc8f-4e94d1574b69 req-fe2bd0b5-3da9-414f-bef0-ff5167252e0c tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 949 time: 0.0473568 Sep 09 04:45:24.382107 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:24.384357 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b904f-000b-406a-bab5-713c067aeab6" -d '{"events": [{"server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:24.398083 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 19a6f675-87b2-4f03-b050-d4981330ff5e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19a6f675-87b2-4f03-b050-d4981330ff5e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:24.403214 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:24.404117 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:45:24.423900 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-143c11e5-b1a9-464e-bc8f-4e94d1574b69 req-0255ca31-9463-4c88-a587-822ef75d194d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461178 Sep 09 04:45:24.447648 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b6082-d6ee-4061-96c3-432dd0642a81 x-openstack-request-id: req-172b6082-d6ee-4061-96c3-432dd0642a81 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:24.447961 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "name": "network-vif-plugged", "status": "completed", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:24.448216 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-172b6082-d6ee-4061-96c3-432dd0642a81 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:24.448602 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172b6082-d6ee-4061-96c3-432dd0642a81'] response: {'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'code': 200} Sep 09 04:45:24.487024 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:45:24.489060 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=19a6f675-87b2-4f03-b050-d4981330ff5e,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:24.496251 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:45:24.496688 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:24.571127 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:45:24.571515 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:24.604808 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,segment=NetworkSegment(cd6d8b2b-9035-45b8-a8ee-f4209454ea74),segment_id=cd6d8b2b-9035-45b8-a8ee-f4209454ea74)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:24.609881 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:24.632149 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:24.647926 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39b114-717d-4a47-a87b-d6a4e8005bc8 req-4522ebd0-a416-4e93-b7aa-0899b20bbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:24.649544 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-9f39b114-717d-4a47-a87b-d6a4e8005bc8 req-4522ebd0-a416-4e93-b7aa-0899b20bbd47 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0431428 Sep 09 04:45:24.655674 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:24.660686 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:24.699141 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-9f39b114-717d-4a47-a87b-d6a4e8005bc8 req-9fbb67bb-c3ca-4f8e-9053-268016d5c6f3 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Sep 09 04:45:24.869977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a797abe-ebde-41c9-8f80-63fe97fdaac0 req-54757868-59f1-4a7f-b422-014bfd7825b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:24.871472 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7a797abe-ebde-41c9-8f80-63fe97fdaac0 req-54757868-59f1-4a7f-b422-014bfd7825b2 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0461299 Sep 09 04:45:24.921748 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7a797abe-ebde-41c9-8f80-63fe97fdaac0 req-75a62ad1-9c34-423c-a728-a6e391712698 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437984 Sep 09 04:45:25.548073 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e8912-bd3f-4a83-8975-259c1659230a req-d854eed7-ae6c-4067-be8f-64f8e071f140 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:25.549567 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-633e8912-bd3f-4a83-8975-259c1659230a req-d854eed7-ae6c-4067-be8f-64f8e071f140 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 950 time: 0.0506303 Sep 09 04:45:25.600616 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-633e8912-bd3f-4a83-8975-259c1659230a req-df3c6338-c286-4735-b2ad-541c36988c79 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Sep 09 04:45:26.041137 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f09d3-3b35-4c84-87d8-a72ffbe314ca req-0af7a62b-d150-4177-b12c-9d078ea2c28c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:26.042560 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-425f09d3-3b35-4c84-87d8-a72ffbe314ca req-0af7a62b-d150-4177-b12c-9d078ea2c28c tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0459664 Sep 09 04:45:26.088956 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-425f09d3-3b35-4c84-87d8-a72ffbe314ca req-9f33f45b-b6be-4e55-bd11-85f1d1cd6091 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408976 Sep 09 04:45:26.449593 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:26.451950 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b556734-e872-40af-ad49-e2e112f31c9c" -d '{"events": [{"server_uuid": "b667ba59-f035-48d3-9294-15fa44cf50df", "name": "network-vif-plugged", "status": "completed", "tag": "48ee6eb2-7391-492a-a7d8-e2d55e18c4fa"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:26.488265 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6f08b2-83c2-4810-8872-b768e6a7b22e x-openstack-request-id: req-9c6f08b2-83c2-4810-8872-b768e6a7b22e {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:26.488570 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667ba59-f035-48d3-9294-15fa44cf50df", "name": "network-vif-plugged", "status": "completed", "tag": "48ee6eb2-7391-492a-a7d8-e2d55e18c4fa", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:26.488820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c6f08b2-83c2-4810-8872-b768e6a7b22e {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:26.489232 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c6f08b2-83c2-4810-8872-b768e6a7b22e'] response: {'server_uuid': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa', 'code': 200} Sep 09 04:45:26.701137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78855f5-9ea7-4fe8-b057-c2887e8fc523 req-528e560e-9844-4f93-8fdb-6a1c743de77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:26.703620 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f78855f5-9ea7-4fe8-b057-c2887e8fc523 req-528e560e-9844-4f93-8fdb-6a1c743de77c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 1134 time: 0.0438135 Sep 09 04:45:26.740434 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776afc9-dffd-44f6-b5a6-0332bc7bcd89 req-9ff0929d-ce43-4bd3-96ba-326aea0a568c tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:26.742577 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a776afc9-dffd-44f6-b5a6-0332bc7bcd89 req-9ff0929d-ce43-4bd3-96ba-326aea0a568c tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 950 time: 0.0541246 Sep 09 04:45:26.755284 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f78855f5-9ea7-4fe8-b057-c2887e8fc523 req-d2fbe8aa-2ce1-4eeb-b3e6-9d5517163258 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451510 Sep 09 04:45:26.795795 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a776afc9-dffd-44f6-b5a6-0332bc7bcd89 req-adc78875-a9f5-4531-b56d-88548cef2e3b tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 Sep 09 04:45:27.207599 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec06bbd-d83b-4c41-8bcb-4eff11bf3347 req-19d1dc2c-6aa9-4eba-ab39-5b3fea368d31 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:27.208977 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ec06bbd-d83b-4c41-8bcb-4eff11bf3347 req-19d1dc2c-6aa9-4eba-ab39-5b3fea368d31 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0462151 Sep 09 04:45:27.255648 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5ec06bbd-d83b-4c41-8bcb-4eff11bf3347 req-9ac272b1-ee48-4e42-9a7f-7bda832136c1 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Sep 09 04:45:27.368660 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade18aee-a465-428f-8a36-219aa00d6e6f req-088f4e79-c2c3-48c7-a57a-ef5a1e8b2de5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:27.370213 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ade18aee-a465-428f-8a36-219aa00d6e6f req-088f4e79-c2c3-48c7-a57a-ef5a1e8b2de5 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0462623 Sep 09 04:45:27.380854 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43142) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:27.385241 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Request body: {'floatingip': {'port_id': '19a6f675-87b2-4f03-b050-d4981330ff5e'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:45:27.425872 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (a64afb5c-6a7f-4fb6-867a-c88b8f57e76f), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:27.526328 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:27.743941 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:27.858799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:27.863706 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (a64afb5c-6a7f-4fb6-867a-c88b8f57e76f), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:27.986255 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e90047-78a6-453f-ba0b-1f29adce0c08 req-6765857e-9aeb-4d9e-9d9d-45d071d304d8 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:27.987723 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c2e90047-78a6-453f-ba0b-1f29adce0c08 req-6765857e-9aeb-4d9e-9d9d-45d071d304d8 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 950 time: 0.1102169 Sep 09 04:45:28.024720 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP a64afb5c-6a7f-4fb6-867a-c88b8f57e76f associated. External IP: 172.27.3.172, port: 19a6f675-87b2-4f03-b050-d4981330ff5e. Sep 09 04:45:28.085104 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c2e90047-78a6-453f-ba0b-1f29adce0c08 req-903fe295-7cf0-462d-ab5a-a953b7dbe90a tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913894 Sep 09 04:45:28.252431 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:45:28.395378 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b8158-d612-43e9-95d5-9b41f99c5fcb req-29c986d1-2a14-4caf-9931-9ed8a34ab96d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:28.396846 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d68b8158-d612-43e9-95d5-9b41f99c5fcb req-29c986d1-2a14-4caf-9931-9ed8a34ab96d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 950 time: 0.0828214 Sep 09 04:45:28.412260 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:45:28.417328 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:28.422212 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:45:28.435021 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:28.435640 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:28.452388 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:28.476803 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b526a375-e7cd-4105-a629-1b7b5e8692fa tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "PUT /networking/v2.0/floatingips/a64afb5c-6a7f-4fb6-867a-c88b8f57e76f HTTP/1.1" status: 200 len: 992 time: 1.0948989 Sep 09 04:45:28.478574 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:28.480917 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4727d74-ad6d-4d42-a131-a25415c49d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:28.486653 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d68b8158-d612-43e9-95d5-9b41f99c5fcb req-8c276297-cb3a-476d-a79e-5e5ea0ba973a tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836303 Sep 09 04:45:28.519518 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04f8b6e-44b6-4d61-a026-5af0ab1367bf x-openstack-request-id: req-d04f8b6e-44b6-4d61-a026-5af0ab1367bf {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:28.519808 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:28.520105 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d04f8b6e-44b6-4d61-a026-5af0ab1367bf {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:28.520505 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04f8b6e-44b6-4d61-a026-5af0ab1367bf'] response: {'name': 'network-changed', 'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'status': 'completed', 'code': 200} Sep 09 04:45:28.536219 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:28.753163 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'a64afb5c-6a7f-4fb6-867a-c88b8f57e76f', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:d0:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:45:10Z', 'updated_at': '2022-09-09T04:45:27Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:28.777460 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:45:28.786211 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:28.786856 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:28.886525 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:29.097410 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'a64afb5c-6a7f-4fb6-867a-c88b8f57e76f', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:d0:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:45:10Z', 'updated_at': '2022-09-09T04:45:27Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:29.124873 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f790bce1-8070-4792-b291-f6c89065b22c None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'a64afb5c-6a7f-4fb6-867a-c88b8f57e76f', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'port_id': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'mac_address': 'fa:16:3e:d0:d6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:45:10Z', 'updated_at': '2022-09-09T04:45:27Z', 'revision_number': 1, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:45:29.216504 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43168) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:29.326147 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97509fb9-2a5f-4e54-b056-8d76a57994ee None None] New status for floating IP a64afb5c-6a7f-4fb6-867a-c88b8f57e76f: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:45:29.333279 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:29.415296 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Publish callbacks [] for security_group (bffe8013-978b-4c37-8b71-29616c2960cd), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:29.418905 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bffe8013-978b-4c37-8b71-29616c2960cd), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:29.434079 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:29.464923 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=93d9226d73ed43e9b6d2f0b1d2a27923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472608 Sep 09 04:45:29.466061 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe8013-978b-4c37-8b71-29616c2960cd,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:29.467720 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 43172) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:29.473902 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.474388 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.474589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.475010 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.475525 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.475863 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.476190 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.476512 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.476843 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.477186 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.477512 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.477833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.478308 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.478636 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.478973 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a64d0e-2557-4af6-95c1-e721410e9947 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.487521 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:29.525405 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Publish callbacks [] for security_group (bffe8013-978b-4c37-8b71-29616c2960cd), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:29.548348 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Publish callbacks [] for security_group (bffe8013-978b-4c37-8b71-29616c2960cd), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:29.614532 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-1db3c946-f4f3-4e7b-b907-29aa9adb9d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:29.616911 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-1db3c946-f4f3-4e7b-b907-29aa9adb9d0f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 1130 time: 0.0609543 Sep 09 04:45:29.617846 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06c5b2-72a2-4048-bf65-6363a33e27ac req-3f596c40-5dcf-4c62-b003-836e28bd882c tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:29.621292 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0d06c5b2-72a2-4048-bf65-6363a33e27ac req-3f596c40-5dcf-4c62-b003-836e28bd882c tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 950 time: 0.0510674 Sep 09 04:45:29.635614 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bffe8013-978b-4c37-8b71-29616c2960cd), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:29.638220 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:29.639390 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bffe8013-978b-4c37-8b71-29616c2960cd HTTP/1.1" status: 204 len: 168 time: 0.1705685 Sep 09 04:45:29.648423 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe8013-978b-4c37-8b71-29616c2960cd,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:29.657946 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.658486 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.659011 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.659425 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.659778 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.660230 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.660719 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.661035 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.661733 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.662237 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.662734 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.663097 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.663428 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.663907 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.664219 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e439186-0c5f-4838-82d6-bc2d9af5103d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:45:29.673560 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0d06c5b2-72a2-4048-bf65-6363a33e27ac req-d83ecd43-5f99-45d2-bd4c-27f71303399a tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2953f3c4-177c-4c69-8756-2bea57388e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483477 Sep 09 04:45:29.823905 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-496b257a-e3fb-4bd0-9b5f-0ec3d1c0f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:29.825462 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-496b257a-e3fb-4bd0-9b5f-0ec3d1c0f9b7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 200 len: 916 time: 0.0950282 Sep 09 04:45:29.985951 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-f20fbd17-9279-4806-8297-ed9c6cfc7062 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:29.987433 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-f20fbd17-9279-4806-8297-ed9c6cfc7062 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 950 time: 0.0869603 Sep 09 04:45:30.001787 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-3fc7ebf8-ed38-4a66-b3cf-81415eb55930 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19a6f675-87b2-4f03-b050-d4981330ff5e HTTP/1.1" status: 200 len: 1002 time: 0.1025350 Sep 09 04:45:30.108674 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-a7136644-acd5-4406-a7bc-7ab989bf7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:30.110147 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-a7136644-acd5-4406-a7bc-7ab989bf7db7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 200 len: 854 time: 0.0827513 Sep 09 04:45:30.129207 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Deleting port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:30.129548 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:30.202659 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-bb5f2694-1ae2-488d-91ee-e4f3cef23370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:30.204204 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-bb5f2694-1ae2-488d-91ee-e4f3cef23370 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869155 Sep 09 04:45:30.206338 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:30.307665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] For port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,segment=NetworkSegment(cd6d8b2b-9035-45b8-a8ee-f4209454ea74),segment_id=cd6d8b2b-9035-45b8-a8ee-f4209454ea74)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:30.308034 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:30.331761 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Calling delete_port for 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:30.356659 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-9e6936f5-3566-4621-9375-3afa0ad70e96 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440842 Sep 09 04:45:30.469645 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:30.506866 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-e4727d74-ad6d-4d42-a131-a25415c49d5d req-4121f372-e56c-4a33-9bfb-f71a58d9181b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200948 Sep 09 04:45:30.562660 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (48ee6eb2-7391-492a-a7d8-e2d55e18c4fa), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:30.592635 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Pushing event deleted for resources: {'Port': ['ID=48ee6eb2-7391-492a-a7d8-e2d55e18c4fa,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:30.643879 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] No DVR routers for this DVR port 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:45:30.646303 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:30.649621 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3109aa58-2b2d-4ee0-b720-74520cf5f205 req-aa236a80-021e-480b-8a11-c25ef030b34d tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.17 "DELETE /networking/v2.0/ports/48ee6eb2-7391-492a-a7d8-e2d55e18c4fa HTTP/1.1" status: 204 len: 173 time: 0.6553011 Sep 09 04:45:30.650126 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'name': 'network-vif-deleted', 'tag': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:30.652457 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2172797e-abc5-429d-a5a3-4944be9bc7e3" -d '{"events": [{"server_uuid": "b667ba59-f035-48d3-9294-15fa44cf50df", "name": "network-vif-deleted", "tag": "48ee6eb2-7391-492a-a7d8-e2d55e18c4fa"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:30.694663 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd098b6-a840-4492-85e4-7aa7e06e68a0 x-openstack-request-id: req-1dd098b6-a840-4492-85e4-7aa7e06e68a0 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:30.695589 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667ba59-f035-48d3-9294-15fa44cf50df", "name": "network-vif-deleted", "tag": "48ee6eb2-7391-492a-a7d8-e2d55e18c4fa", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:30.696172 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1dd098b6-a840-4492-85e4-7aa7e06e68a0 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:30.696518 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd098b6-a840-4492-85e4-7aa7e06e68a0'] response: {'server_uuid': 'b667ba59-f035-48d3-9294-15fa44cf50df', 'name': 'network-vif-deleted', 'tag': '48ee6eb2-7391-492a-a7d8-e2d55e18c4fa', 'status': 'completed', 'code': 200} Sep 09 04:45:30.798646 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f4385d4e-f158-46c8-b0cb-796ab4a5aa4c req-9818930f-92f6-4886-bbc5-d4517e297db5 tempest-VolumesNegativeTest-468268506 tempest-VolumesNegativeTest-468268506-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b667ba59-f035-48d3-9294-15fa44cf50df HTTP/1.1" status: 200 len: 210 time: 0.0307670 Sep 09 04:45:31.411734 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43230) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:31.515706 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f02e-b4c3-4cca-ad52-7383ba779b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:31.597476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f02e-b4c3-4cca-ad52-7383ba779b95 admin admin] Publish callbacks [] for security_group (10062511-f2f1-4411-9401-6c69fe80ea73), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:31.601206 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7ba4f02e-b4c3-4cca-ad52-7383ba779b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (10062511-f2f1-4411-9401-6c69fe80ea73), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:31.641365 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7ba4f02e-b4c3-4cca-ad52-7383ba779b95 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=b883fd615588445b807096a72ccbcbd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285323 Sep 09 04:45:31.642454 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4f02e-b4c3-4cca-ad52-7383ba779b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10062511-f2f1-4411-9401-6c69fe80ea73,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:31.644197 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 43234) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:31.693947 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6710862c-7587-4e71-a7c2-ed98cb0a5495 admin admin] Publish callbacks [] for security_group (10062511-f2f1-4411-9401-6c69fe80ea73), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:31.713879 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6710862c-7587-4e71-a7c2-ed98cb0a5495 admin admin] Publish callbacks [] for security_group (10062511-f2f1-4411-9401-6c69fe80ea73), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:31.761230 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6710862c-7587-4e71-a7c2-ed98cb0a5495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (10062511-f2f1-4411-9401-6c69fe80ea73), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:31.764335 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6710862c-7587-4e71-a7c2-ed98cb0a5495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:31.765485 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6710862c-7587-4e71-a7c2-ed98cb0a5495 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/10062511-f2f1-4411-9401-6c69fe80ea73 HTTP/1.1" status: 204 len: 168 time: 0.1202734 Sep 09 04:45:31.773643 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710862c-7587-4e71-a7c2-ed98cb0a5495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10062511-f2f1-4411-9401-6c69fe80ea73,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:31.777213 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.037341 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 43252) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:32.050792 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-47578e72-12f7-4a96-909c-b9ad6b1365f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.133366 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-47578e72-12f7-4a96-909c-b9ad6b1365f1 admin admin] Publish callbacks [] for security_group (5336cb04-6253-469c-82ee-1c03ff15b8bf), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.138190 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-47578e72-12f7-4a96-909c-b9ad6b1365f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (5336cb04-6253-469c-82ee-1c03ff15b8bf), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.169398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:32.180718 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-47578e72-12f7-4a96-909c-b9ad6b1365f1 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c8e19675c5ec4c7c97e2ed547384755c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422865 Sep 09 04:45:32.181855 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47578e72-12f7-4a96-909c-b9ad6b1365f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5336cb04-6253-469c-82ee-1c03ff15b8bf,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:32.183568 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43260) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:32.234773 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b908d752-12c3-4881-a1b4-98f179355a89 admin admin] Publish callbacks [] for security_group (5336cb04-6253-469c-82ee-1c03ff15b8bf), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.255023 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:45:32.256381 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b908d752-12c3-4881-a1b4-98f179355a89 admin admin] Publish callbacks [] for security_group (5336cb04-6253-469c-82ee-1c03ff15b8bf), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.276388 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:45:32.276735 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 48ee6eb2-7391-492a-a7d8-e2d55e18c4fa not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:45:32.308017 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b908d752-12c3-4881-a1b4-98f179355a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (5336cb04-6253-469c-82ee-1c03ff15b8bf), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.311517 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b908d752-12c3-4881-a1b4-98f179355a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:32.312698 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b908d752-12c3-4881-a1b4-98f179355a89 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5336cb04-6253-469c-82ee-1c03ff15b8bf HTTP/1.1" status: 204 len: 168 time: 0.1280103 Sep 09 04:45:32.321032 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908d752-12c3-4881-a1b4-98f179355a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5336cb04-6253-469c-82ee-1c03ff15b8bf,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:34.448962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43514) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:34.559115 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be901e89-c4ac-4bcb-993a-1c3366464622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:34.640842 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:34.643083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be901e89-c4ac-4bcb-993a-1c3366464622 admin admin] Publish callbacks [] for security_group (b77f9ec4-d802-47bf-9659-2d03efd576d1), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:34.647808 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be901e89-c4ac-4bcb-993a-1c3366464622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b77f9ec4-d802-47bf-9659-2d03efd576d1), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:34.698062 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-be901e89-c4ac-4bcb-993a-1c3366464622 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9b9a565b848644b38b7ae8632602dca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479303 Sep 09 04:45:34.698944 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be901e89-c4ac-4bcb-993a-1c3366464622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f9ec4-d802-47bf-9659-2d03efd576d1,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:34.700941 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 43524) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:34.752827 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fb5daf0f-633a-45ff-bd07-cfd6a15baffb admin admin] Publish callbacks [] for security_group (b77f9ec4-d802-47bf-9659-2d03efd576d1), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:34.774188 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fb5daf0f-633a-45ff-bd07-cfd6a15baffb admin admin] Publish callbacks [] for security_group (b77f9ec4-d802-47bf-9659-2d03efd576d1), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:34.821846 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fb5daf0f-633a-45ff-bd07-cfd6a15baffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b77f9ec4-d802-47bf-9659-2d03efd576d1), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:34.824871 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fb5daf0f-633a-45ff-bd07-cfd6a15baffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:34.829197 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-fb5daf0f-633a-45ff-bd07-cfd6a15baffb admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b77f9ec4-d802-47bf-9659-2d03efd576d1 HTTP/1.1" status: 204 len: 168 time: 0.1234698 Sep 09 04:45:34.835255 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5daf0f-633a-45ff-bd07-cfd6a15baffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f9ec4-d802-47bf-9659-2d03efd576d1,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:35.129748 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 43564) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:35.144090 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe2df867-b3e9-4391-a5dc-ac9c2482dbac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:35.229921 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe2df867-b3e9-4391-a5dc-ac9c2482dbac admin admin] Publish callbacks [] for security_group (0f79b5fc-324f-4fc3-ab02-94479bdf0ed0), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:35.234477 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe2df867-b3e9-4391-a5dc-ac9c2482dbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0f79b5fc-324f-4fc3-ab02-94479bdf0ed0), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:35.275431 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-fe2df867-b3e9-4391-a5dc-ac9c2482dbac admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9c0c818349cb4bb8a91a9a31ea34bb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444652 Sep 09 04:45:35.276283 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2df867-b3e9-4391-a5dc-ac9c2482dbac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f79b5fc-324f-4fc3-ab02-94479bdf0ed0,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:35.279028 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43568) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:35.329332 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30fe7d54-b8b0-4dcf-a3ed-54dc74bdd187 admin admin] Publish callbacks [] for security_group (0f79b5fc-324f-4fc3-ab02-94479bdf0ed0), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:35.349662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30fe7d54-b8b0-4dcf-a3ed-54dc74bdd187 admin admin] Publish callbacks [] for security_group (0f79b5fc-324f-4fc3-ab02-94479bdf0ed0), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:35.397249 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30fe7d54-b8b0-4dcf-a3ed-54dc74bdd187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0f79b5fc-324f-4fc3-ab02-94479bdf0ed0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:35.399918 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30fe7d54-b8b0-4dcf-a3ed-54dc74bdd187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:35.401078 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-30fe7d54-b8b0-4dcf-a3ed-54dc74bdd187 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0f79b5fc-324f-4fc3-ab02-94479bdf0ed0 HTTP/1.1" status: 204 len: 168 time: 0.1206319 Sep 09 04:45:35.408933 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe7d54-b8b0-4dcf-a3ed-54dc74bdd187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f79b5fc-324f-4fc3-ab02-94479bdf0ed0,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:36.512882 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43606) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:36.615132 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:36.654811 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-90ed9b9f-0344-42ce-b59d-f45d5996ad48 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=1461fc5c46f8433ebb5a9faa6d946b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405158 Sep 09 04:45:36.657505 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43614) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:36.710155 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d2c21c3-7c9e-48a2-8892-c08c24a8dcd0 admin admin] Publish callbacks [] for security_group (2953f3c4-177c-4c69-8756-2bea57388e7d), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:36.730327 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d2c21c3-7c9e-48a2-8892-c08c24a8dcd0 admin admin] Publish callbacks [] for security_group (2953f3c4-177c-4c69-8756-2bea57388e7d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:36.777393 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d2c21c3-7c9e-48a2-8892-c08c24a8dcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2953f3c4-177c-4c69-8756-2bea57388e7d), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:36.780030 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d2c21c3-7c9e-48a2-8892-c08c24a8dcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:36.783493 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3d2c21c3-7c9e-48a2-8892-c08c24a8dcd0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2953f3c4-177c-4c69-8756-2bea57388e7d HTTP/1.1" status: 204 len: 168 time: 0.1227705 Sep 09 04:45:36.789052 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c21c3-7c9e-48a2-8892-c08c24a8dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2953f3c4-177c-4c69-8756-2bea57388e7d,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:37.605179 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:45:43.222148 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-046d334a-d67a-4099-873b-b0c939d84fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:43.358251 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:45.262395 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:45.271488 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:45.443671 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ee97bb3d-c93e-4186-9cd4-d91527f31fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:45.578289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f680f07-26e4-456e-b70b-6f79cf455162 req-759950f0-c971-4499-a8bf-75a08aec97f0 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:45.579779 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f680f07-26e4-456e-b70b-6f79cf455162 req-759950f0-c971-4499-a8bf-75a08aec97f0 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 946 time: 0.0473847 Sep 09 04:45:45.625918 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f680f07-26e4-456e-b70b-6f79cf455162 req-6928e72d-aad2-4357-a23b-101cad6b5fdd tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403955 Sep 09 04:45:46.745047 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:46.753893 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48664e30-66f1-40d2-ae5e-5eb5837e44f2 req-1398d7a3-5738-45c4-b64d-5a32e11f0978 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:46.755401 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-48664e30-66f1-40d2-ae5e-5eb5837e44f2 req-1398d7a3-5738-45c4-b64d-5a32e11f0978 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 946 time: 0.0475914 Sep 09 04:45:46.805175 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-48664e30-66f1-40d2-ae5e-5eb5837e44f2 req-038d2617-f722-4a66-b701-388c5e966046 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0dfa99e8-b79a-46f9-a69b-775139d66edb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Sep 09 04:45:47.376231 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-7b4d8f92-9846-421b-b86e-a300b2ceace1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:45:47.377750 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-7b4d8f92-9846-421b-b86e-a300b2ceace1 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 946 time: 0.0470080 Sep 09 04:45:47.466199 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Deleting port ffb258f4-dc03-4824-b22c-0f1742f0ed65 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:47.467155 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:47.562966 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] For port ffb258f4-dc03-4824-b22c-0f1742f0ed65, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=ffb258f4-dc03-4824-b22c-0f1742f0ed65,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:47.563347 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:47.601472 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=84 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:47.753365 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:47.753761 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (fd92eedc-2a5d-4206-b80b-19cc0e53a18f), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:47.754232 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Floating IP fd92eedc-2a5d-4206-b80b-19cc0e53a18f disassociated. External IP: 172.27.3.246, port: ffb258f4-dc03-4824-b22c-0f1742f0ed65. Sep 09 04:45:47.754767 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Calling delete_port for ffb258f4-dc03-4824-b22c-0f1742f0ed65 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:47.884673 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (ffb258f4-dc03-4824-b22c-0f1742f0ed65), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:47.914901 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-67421657-7311-49a3-8424-54b5dcb1ecbb req-f55250b9-fe27-4fd6-9016-f96dd451090b tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0282998 Sep 09 04:45:47.915584 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event deleted for resources: {'Port': ['ID=ffb258f4-dc03-4824-b22c-0f1742f0ed65,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:48.030870 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Router 0eb35b93-a59a-406b-b039-5d2fb90e5044 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:45:48.135019 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:45:48.144839 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] Sync routers for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:45:48.154904 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:48.155538 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:48.176879 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] No DVR routers for this DVR port ffb258f4-dc03-4824-b22c-0f1742f0ed65 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:45:48.182705 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:48.186679 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-79b2941a-7e2e-4652-97e3-a374e85bda1b req-c6d57cf9-fa29-4ca5-a1ed-fd514b681b7f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ffb258f4-dc03-4824-b22c-0f1742f0ed65 HTTP/1.1" status: 204 len: 173 time: 0.8002486 Sep 09 04:45:48.187203 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-deleted', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:45:48.189414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba149f9-aa41-4361-8b7d-134e20615ac0" -d '{"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-deleted", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:45:48.231343 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801e4583-3398-47a2-bf9b-ae4638cca9c0 x-openstack-request-id: req-801e4583-3398-47a2-bf9b-ae4638cca9c0 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:45:48.231638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88adb310-4be0-4b55-a3f9-65fe75a17959", "name": "network-vif-deleted", "tag": "ffb258f4-dc03-4824-b22c-0f1742f0ed65", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:45:48.231890 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-801e4583-3398-47a2-bf9b-ae4638cca9c0 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:45:48.235061 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801e4583-3398-47a2-bf9b-ae4638cca9c0'] response: {'server_uuid': '88adb310-4be0-4b55-a3f9-65fe75a17959', 'name': 'network-vif-deleted', 'tag': 'ffb258f4-dc03-4824-b22c-0f1742f0ed65', 'status': 'completed', 'code': 200} Sep 09 04:45:48.235189 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:48.273949 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:48.354767 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:48.550030 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:48.574420 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] Checking router: 0eb35b93-a59a-406b-b039-5d2fb90e5044 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:45:48.582563 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:48.583191 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:48.686327 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:48.868226 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:48.892253 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1a62a-03fc-4d0e-b98f-0fcbf291cef5 None None] The sync data for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi is: [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:39:06Z', 'revision_number': 4, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '05128281-6b79-4535-a9ba-d69638b0aa71', 'name': '', 'network_id': 'be4e0000-0b0b-4f80-80d3-91d027df1d63', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'mac_address': 'fa:16:3e:81:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:39:01Z', 'updated_at': '2022-09-09T04:39:22Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'subnets': [{'id': 'c5b32273-a3c5-4182-bede-50660a20bbd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:45:49.026864 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0e828ed1-bfde-43cc-95b8-328e91614894 req-9acf2027-0a3a-4c00-98ad-3bd26ada3ac2 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Sep 09 04:45:49.102659 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b331d-360d-4d68-9608-2946a634afd0 None None] New status for floating IP fd92eedc-2a5d-4206-b80b-19cc0e53a18f: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:45:50.135087 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2b613227-42f8-4130-b7bc-9cf52a475365 req-f6362a2a-38a4-4bfa-8fb6-53f334321429 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=88adb310-4be0-4b55-a3f9-65fe75a17959 HTTP/1.1" status: 200 len: 210 time: 0.0267079 Sep 09 04:45:51.236439 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 43716) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:51.293849 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2fbda0b-a257-4eac-90a9-e66698cc090f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (0dfa99e8-b79a-46f9-a69b-775139d66edb), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.307801 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:51.317637 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2fbda0b-a257-4eac-90a9-e66698cc090f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (0dfa99e8-b79a-46f9-a69b-775139d66edb), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.327633 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:51.366872 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2fbda0b-a257-4eac-90a9-e66698cc090f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (0dfa99e8-b79a-46f9-a69b-775139d66edb), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.369379 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e2fbda0b-a257-4eac-90a9-e66698cc090f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.370508 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e2fbda0b-a257-4eac-90a9-e66698cc090f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/0dfa99e8-b79a-46f9-a69b-775139d66edb HTTP/1.1" status: 204 len: 168 time: 0.1329610 Sep 09 04:45:51.373349 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43718) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:51.379398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbda0b-a257-4eac-90a9-e66698cc090f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa99e8-b79a-46f9-a69b-775139d66edb,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:51.388625 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.api.v2.resource [None req-f7247b8c-92f4-461f-8ea5-c1d97e555e18 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] show failed (client error): The resource could not be found. Sep 09 04:45:51.391372 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f7247b8c-92f4-461f-8ea5-c1d97e555e18 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "GET /networking/v2.0/security-groups/0dfa99e8-b79a-46f9-a69b-775139d66edb HTTP/1.1" status: 404 len: 347 time: 0.0164692 Sep 09 04:45:51.392418 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43720) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:51.505523 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Deleting port b265312c-2080-4dad-a5da-abdc4c8ba28c {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:51.505861 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.580502 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.580832 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (b265312c-2080-4dad-a5da-abdc4c8ba28c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.593638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Calling delete_port for b265312c-2080-4dad-a5da-abdc4c8ba28c owned by network:floatingip {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:51.675035 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:51.732945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (b265312c-2080-4dad-a5da-abdc4c8ba28c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.758200 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Pushing event deleted for resources: {'Port': ['ID=b265312c-2080-4dad-a5da-abdc4c8ba28c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:51.828378 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks [] for floatingip (fd92eedc-2a5d-4206-b80b-19cc0e53a18f), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.831250 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:51.832392 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-21c88893-6ec7-45e8-8e67-a0b985223079 tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/fd92eedc-2a5d-4206-b80b-19cc0e53a18f HTTP/1.1" status: 204 len: 168 time: 0.4390848 Sep 09 04:45:56.107610 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:45:56.110249 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:56.111715 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:56.131661 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: ffb258f4-dc03-4824-b22c-0f1742f0ed65 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:45:56.132044 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device ffb258f4-dc03-4824-b22c-0f1742f0ed65 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:45:57.436356 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43784) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:57.666907 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:57.888470 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (0eb35b93-a59a-406b-b039-5d2fb90e5044), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:58.368328 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Deleting port 05128281-6b79-4535-a9ba-d69638b0aa71 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:58.368667 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:58.451230 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] For port 05128281-6b79-4535-a9ba-d69638b0aa71, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=05128281-6b79-4535-a9ba-d69638b0aa71,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:58.451835 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:58.464173 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Calling delete_port for 05128281-6b79-4535-a9ba-d69638b0aa71 owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:58.526203 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:58.644475 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (05128281-6b79-4535-a9ba-d69638b0aa71), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:58.669642 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Pushing event deleted for resources: {'Port': ['ID=05128281-6b79-4535-a9ba-d69638b0aa71,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:58.757762 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:58.852754 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (0eb35b93-a59a-406b-b039-5d2fb90e5044), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:58.865902 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=72 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:58.871540 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=60 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:59.060539 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Router 0eb35b93-a59a-406b-b039-5d2fb90e5044 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:45:59.161526 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:45:59.166415 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e2f38e47-e8cf-4300-a57b-b62d6944be30 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/0eb35b93-a59a-406b-b039-5d2fb90e5044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290833 Sep 09 04:45:59.168967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43800) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:45:59.173447 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] Sync routers for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:45:59.177411 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:59.184835 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:59.185459 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:59.267957 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks [] for router (0eb35b93-a59a-406b-b039-5d2fb90e5044), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.286589 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:59.374682 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks [] for router_gateway (0eb35b93-a59a-406b-b039-5d2fb90e5044), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.417496 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Deleting port cb375888-3f6b-4db1-b248-3ce26283a59e {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:45:59.417837 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.460721 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:45:58Z', 'revision_number': 5, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port': {'id': 'cb375888-3f6b-4db1-b248-3ce26283a59e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:38:54Z', 'updated_at': '2022-09-09T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:59.490669 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] Checking router: 0eb35b93-a59a-406b-b039-5d2fb90e5044 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:45:59.498956 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] Routers {'0eb35b93-a59a-406b-b039-5d2fb90e5044'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:45:59.499575 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:45:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['0eb35b93-a59a-406b-b039-5d2fb90e5044'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:59.500227 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] For port cb375888-3f6b-4db1-b248-3ce26283a59e, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=cb375888-3f6b-4db1-b248-3ce26283a59e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:45:59.500734 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.513458 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Calling delete_port for cb375888-3f6b-4db1-b248-3ce26283a59e owned by network:router_gateway {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:45:59.521113 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:59.556771 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:45:59.581433 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] Set router 0eb35b93-a59a-406b-b039-5d2fb90e5044 gateway port host: None {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:45:59.635772 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:45:59Z', 'revision_number': 6, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:45:59.661767 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fcbd7e-5ea5-44fe-8edb-49ee5c82818c None None] The sync data for ids ['0eb35b93-a59a-406b-b039-5d2fb90e5044'] in dv-cinder-856002-3-iscsi is: [{'id': '0eb35b93-a59a-406b-b039-5d2fb90e5044', 'name': 'tempest-AttachVolumeShelveTestJSON-881886202-router', 'tenant_id': '5176b458a4a8481eaa37d8693b51f15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:38:53Z', 'updated_at': '2022-09-09T04:45:59Z', 'revision_number': 6, 'project_id': '5176b458a4a8481eaa37d8693b51f15e', 'gw_port_host': None}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:45:59.697208 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (cb375888-3f6b-4db1-b248-3ce26283a59e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.722407 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb375888-3f6b-4db1-b248-3ce26283a59e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:45:59.788817 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (0eb35b93-a59a-406b-b039-5d2fb90e5044), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.889390 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (0eb35b93-a59a-406b-b039-5d2fb90e5044), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.891452 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks [] for router_controller (0eb35b93-a59a-406b-b039-5d2fb90e5044), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.955466 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (0eb35b93-a59a-406b-b039-5d2fb90e5044), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.956037 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb35b93-a59a-406b-b039-5d2fb90e5044 {{(pid=107719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:45:59.960723 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:45:59.961888 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-be026420-8fcd-49f5-a71b-0ce224ae99f8 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/0eb35b93-a59a-406b-b039-5d2fb90e5044 HTTP/1.1" status: 204 len: 168 time: 0.7914796 Sep 09 04:45:59.964504 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43804) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:00.012365 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] Deleting subnet c5b32273-a3c5-4182-bede-50660a20bbd7 {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:46:00.015809 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] Publish callbacks [] for subnet (c5b32273-a3c5-4182-bede-50660a20bbd7), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.051293 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (c5b32273-a3c5-4182-bede-50660a20bbd7), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.130900 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (c5b32273-a3c5-4182-bede-50660a20bbd7), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.184591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (c5b32273-a3c5-4182-bede-50660a20bbd7), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.208524 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b32273-a3c5-4182-bede-50660a20bbd7,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:00.214920 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.218644 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-25275b03-ab9f-4e49-b431-b7f094bd1ba5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c5b32273-a3c5-4182-bede-50660a20bbd7 HTTP/1.1" status: 204 len: 168 time: 0.2528591 Sep 09 04:46:00.220743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb58de-df1e-49bd-8b17-59e0dbbc50db None None] Network be4e0000-0b0b-4f80-80d3-91d027df1d63 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:00.221256 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43806) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:00.291635 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (be4e0000-0b0b-4f80-80d3-91d027df1d63), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.335206 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Deleting port 275328be-a7ef-47d3-8254-a0de45441c1c {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:46:00.335668 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.406554 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] For port 275328be-a7ef-47d3-8254-a0de45441c1c, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=275328be-a7ef-47d3-8254-a0de45441c1c,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:00.406918 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.420781 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Calling delete_port for 275328be-a7ef-47d3-8254-a0de45441c1c owned by network:dhcp {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:46:00.425166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] DHCP port deletion for be4e0000-0b0b-4f80-80d3-91d027df1d63 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:46:00.462998 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Deleting port 275328be-a7ef-47d3-8254-a0de45441c1c {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:46:00.463307 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.486031 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:00.488699 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:00.511536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.532146 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] For port 275328be-a7ef-47d3-8254-a0de45441c1c, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=275328be-a7ef-47d3-8254-a0de45441c1c,segment=NetworkSegment(1ed80c0c-7dd4-4485-9eb9-cda108e208cf),segment_id=1ed80c0c-7dd4-4485-9eb9-cda108e208cf)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:00.532647 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.534774 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Pushing event deleted for resources: {'Port': ['ID=275328be-a7ef-47d3-8254-a0de45441c1c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:00.541894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] No DVR routers for this DVR port 275328be-a7ef-47d3-8254-a0de45441c1c on host dv-cinder-856002-3-iscsi {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:46:00.548373 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Calling delete_port for 275328be-a7ef-47d3-8254-a0de45441c1c owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:46:00.618345 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (be4e0000-0b0b-4f80-80d3-91d027df1d63), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.628714 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (275328be-a7ef-47d3-8254-a0de45441c1c), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.641372 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4e0000-0b0b-4f80-80d3-91d027df1d63']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:00.652434 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed80c0c-7dd4-4485-9eb9-cda108e208cf') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:00.653067 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed80c0c-7dd4-4485-9eb9-cda108e208cf') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:00.659664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Pushing event deleted for resources: {'Port': ['ID=275328be-a7ef-47d3-8254-a0de45441c1c,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:00.662189 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] No DVR routers for this DVR port 275328be-a7ef-47d3-8254-a0de45441c1c on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:46:00.670836 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.671307 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.671661 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.671995 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.672333 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.673458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.673458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.673458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.673710 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.673932 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.674253 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.674579 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.674907 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.675243 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.675563 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884d6144-085a-4a07-9664-b4fa99cad720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:00.681724 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (1ed80c0c-7dd4-4485-9eb9-cda108e208cf), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.698316 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (1ed80c0c-7dd4-4485-9eb9-cda108e208cf), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.707685 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:46:00.708136 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (1ed80c0c-7dd4-4485-9eb9-cda108e208cf), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.751288 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 1ed80c0c-7dd4-4485-9eb9-cda108e208cf resource provider aggregate not found Sep 09 04:46:00.768858 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 1ed80c0c-7dd4-4485-9eb9-cda108e208cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ed80c0c-7dd4-4485-9eb9-cda108e208cf found for delete ", "request_id": "req-dabdeb71-8ee5-4d5c-a817-268e72dca5eb"}]} Sep 09 04:46:00.777628 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (be4e0000-0b0b-4f80-80d3-91d027df1d63), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.782860 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:00.786265 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/be4e0000-0b0b-4f80-80d3-91d027df1d63 HTTP/1.1" status: 204 len: 168 time: 0.5645487 Sep 09 04:46:00.799079 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72f6b9-32de-4106-879d-9fc8341cf347 admin admin] Pushing event deleted for resources: {'Network': ['ID=be4e0000-0b0b-4f80-80d3-91d027df1d63,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:00.903432 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43816) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:00.946490 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-87fa06c1-9a69-445b-a9d6-7a3c40295cad admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=5176b458a4a8481eaa37d8693b51f15e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412118 Sep 09 04:46:00.948856 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43818) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:00.996203 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5be44943-424e-4a9c-a5bb-85cce25875a4 admin admin] Publish callbacks [] for security_group (1f91017f-62f0-4f1a-a85d-aa12ed1944db), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:01.017599 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5be44943-424e-4a9c-a5bb-85cce25875a4 admin admin] Publish callbacks [] for security_group (1f91017f-62f0-4f1a-a85d-aa12ed1944db), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:01.063981 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5be44943-424e-4a9c-a5bb-85cce25875a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1f91017f-62f0-4f1a-a85d-aa12ed1944db), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:01.066847 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5be44943-424e-4a9c-a5bb-85cce25875a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:01.068039 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-5be44943-424e-4a9c-a5bb-85cce25875a4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1f91017f-62f0-4f1a-a85d-aa12ed1944db HTTP/1.1" status: 204 len: 168 time: 0.1182973 Sep 09 04:46:01.076203 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be44943-424e-4a9c-a5bb-85cce25875a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f91017f-62f0-4f1a-a85d-aa12ed1944db,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:01.151309 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 05128281-6b79-4535-a9ba-d69638b0aa71 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:46:01.170561 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 05128281-6b79-4535-a9ba-d69638b0aa71 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:46:01.170908 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 05128281-6b79-4535-a9ba-d69638b0aa71 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:46:01.171376 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 275328be-a7ef-47d3-8254-a0de45441c1c no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:46:01.194654 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 275328be-a7ef-47d3-8254-a0de45441c1c {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:46:01.195121 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 275328be-a7ef-47d3-8254-a0de45441c1c not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:46:01.195569 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device cb375888-3f6b-4db1-b248-3ce26283a59e no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:46:01.214902 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: cb375888-3f6b-4db1-b248-3ce26283a59e {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:46:01.215264 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device cb375888-3f6b-4db1-b248-3ce26283a59e not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:46:01.352270 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:01.375679 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:01.791833 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.042716 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43942) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:06.149377 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-907a87ba-e17a-4078-81ea-e5222541e9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.223420 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-907a87ba-e17a-4078-81ea-e5222541e9e6 admin admin] Publish callbacks [] for security_group (f8fc8002-5501-4221-bd77-3905c2452c67), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.227029 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-907a87ba-e17a-4078-81ea-e5222541e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f8fc8002-5501-4221-bd77-3905c2452c67), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.266016 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a87ba-e17a-4078-81ea-e5222541e9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fc8002-5501-4221-bd77-3905c2452c67,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:06.270120 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-907a87ba-e17a-4078-81ea-e5222541e9e6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ffb24d32ec75468fa570374a28101257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263443 Sep 09 04:46:06.272827 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43946) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:06.323519 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-679f4a94-85ca-4fe5-9d86-90dad8b17c42 admin admin] Publish callbacks [] for security_group (f8fc8002-5501-4221-bd77-3905c2452c67), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.343799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-679f4a94-85ca-4fe5-9d86-90dad8b17c42 admin admin] Publish callbacks [] for security_group (f8fc8002-5501-4221-bd77-3905c2452c67), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.389931 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-679f4a94-85ca-4fe5-9d86-90dad8b17c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (f8fc8002-5501-4221-bd77-3905c2452c67), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.392517 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-679f4a94-85ca-4fe5-9d86-90dad8b17c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.393668 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-679f4a94-85ca-4fe5-9d86-90dad8b17c42 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/f8fc8002-5501-4221-bd77-3905c2452c67 HTTP/1.1" status: 204 len: 168 time: 0.1199496 Sep 09 04:46:06.402064 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f4a94-85ca-4fe5-9d86-90dad8b17c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fc8002-5501-4221-bd77-3905c2452c67,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:06.655023 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43956) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:06.669440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-06fc5458-b3c4-4c6b-8e18-c23c107d5e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.692479 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:06.703202 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:06.753895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-06fc5458-b3c4-4c6b-8e18-c23c107d5e9f admin admin] Publish callbacks [] for security_group (a5255df3-f1da-4070-b2ff-f96d1e95fe13), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.757948 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-06fc5458-b3c4-4c6b-8e18-c23c107d5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (a5255df3-f1da-4070-b2ff-f96d1e95fe13), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.795347 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc5458-b3c4-4c6b-8e18-c23c107d5e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5255df3-f1da-4070-b2ff-f96d1e95fe13,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:06.802442 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-06fc5458-b3c4-4c6b-8e18-c23c107d5e9f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=540448c889be4f02830d5803bdaf604d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463783 Sep 09 04:46:06.802977 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 43960) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:06.841345 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43962) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:06.855104 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e1c5-a773-421a-a0bd-96f5e707213f admin admin] Publish callbacks [] for security_group (a5255df3-f1da-4070-b2ff-f96d1e95fe13), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.876614 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e1c5-a773-421a-a0bd-96f5e707213f admin admin] Publish callbacks [] for security_group (a5255df3-f1da-4070-b2ff-f96d1e95fe13), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.924145 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e1c5-a773-421a-a0bd-96f5e707213f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (a5255df3-f1da-4070-b2ff-f96d1e95fe13), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.926768 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e1c5-a773-421a-a0bd-96f5e707213f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:06.927866 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-cbb7e1c5-a773-421a-a0bd-96f5e707213f admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/a5255df3-f1da-4070-b2ff-f96d1e95fe13 HTTP/1.1" status: 204 len: 168 time: 0.1237025 Sep 09 04:46:06.936578 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7e1c5-a773-421a-a0bd-96f5e707213f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5255df3-f1da-4070-b2ff-f96d1e95fe13,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:06.969115 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0234b5b5-7693-4a37-a67e-2b24d3d3d9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.050810 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0234b5b5-7693-4a37-a67e-2b24d3d3d9d5 admin admin] Publish callbacks [] for security_group (90d4defc-cc89-4a93-af99-70fb9e42a87e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.055041 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0234b5b5-7693-4a37-a67e-2b24d3d3d9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (90d4defc-cc89-4a93-af99-70fb9e42a87e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.092173 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234b5b5-7693-4a37-a67e-2b24d3d3d9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d4defc-cc89-4a93-af99-70fb9e42a87e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:07.102370 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0234b5b5-7693-4a37-a67e-2b24d3d3d9d5 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7bcf9798b7ed4bea9c8d50c7ccdeac2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596440 Sep 09 04:46:07.105045 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43970) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:07.154174 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9094-b252-45e8-88b9-6c40e46abbb1 admin admin] Publish callbacks [] for security_group (90d4defc-cc89-4a93-af99-70fb9e42a87e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.174678 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9094-b252-45e8-88b9-6c40e46abbb1 admin admin] Publish callbacks [] for security_group (90d4defc-cc89-4a93-af99-70fb9e42a87e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.223395 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9094-b252-45e8-88b9-6c40e46abbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (90d4defc-cc89-4a93-af99-70fb9e42a87e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.225996 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3bdf9094-b252-45e8-88b9-6c40e46abbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.227190 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3bdf9094-b252-45e8-88b9-6c40e46abbb1 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/90d4defc-cc89-4a93-af99-70fb9e42a87e HTTP/1.1" status: 204 len: 168 time: 0.1212039 Sep 09 04:46:07.236463 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf9094-b252-45e8-88b9-6c40e46abbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d4defc-cc89-4a93-af99-70fb9e42a87e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:07.524381 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43990) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:07.544188 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-02cf4959-9c20-401d-99e2-3fdf28f5aa94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.626209 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-02cf4959-9c20-401d-99e2-3fdf28f5aa94 admin admin] Publish callbacks [] for security_group (e50fb330-08c8-4ff3-9dbc-b081d8b5f538), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.630650 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-02cf4959-9c20-401d-99e2-3fdf28f5aa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e50fb330-08c8-4ff3-9dbc-b081d8b5f538), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.673036 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf4959-9c20-401d-99e2-3fdf28f5aa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50fb330-08c8-4ff3-9dbc-b081d8b5f538,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:07.681050 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-02cf4959-9c20-401d-99e2-3fdf28f5aa94 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=54ca422d61e0476cb5b7452336774f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532757 Sep 09 04:46:07.681746 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 43994) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:07.729209 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:07.736079 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9951f29-dc17-47eb-8b42-fc02fa7f6996 admin admin] Publish callbacks [] for security_group (e50fb330-08c8-4ff3-9dbc-b081d8b5f538), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.758880 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9951f29-dc17-47eb-8b42-fc02fa7f6996 admin admin] Publish callbacks [] for security_group (e50fb330-08c8-4ff3-9dbc-b081d8b5f538), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.806309 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9951f29-dc17-47eb-8b42-fc02fa7f6996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e50fb330-08c8-4ff3-9dbc-b081d8b5f538), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.808876 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9951f29-dc17-47eb-8b42-fc02fa7f6996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:07.810037 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d9951f29-dc17-47eb-8b42-fc02fa7f6996 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e50fb330-08c8-4ff3-9dbc-b081d8b5f538 HTTP/1.1" status: 204 len: 168 time: 0.1273818 Sep 09 04:46:07.819026 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9951f29-dc17-47eb-8b42-fc02fa7f6996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50fb330-08c8-4ff3-9dbc-b081d8b5f538,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:09.631584 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44086) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:09.769270 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-97dcfd4a-a7c6-45e8-822b-4125ed2df08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:09.781392 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:09.849822 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-97dcfd4a-a7c6-45e8-822b-4125ed2df08e admin admin] Publish callbacks [] for security_group (49d0cec9-0fe5-460f-a299-00098c3a35da), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:09.853516 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-97dcfd4a-a7c6-45e8-822b-4125ed2df08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (49d0cec9-0fe5-460f-a299-00098c3a35da), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:09.891287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcfd4a-a7c6-45e8-822b-4125ed2df08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d0cec9-0fe5-460f-a299-00098c3a35da,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:09.895815 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-97dcfd4a-a7c6-45e8-822b-4125ed2df08e admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=7f1368dc25aa4295b2f1439459495280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632024 Sep 09 04:46:09.898427 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44094) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:09.946566 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-13fe3f3a-964f-4697-8faf-1f9ef13ca54a admin admin] Publish callbacks [] for security_group (49d0cec9-0fe5-460f-a299-00098c3a35da), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:09.966178 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-13fe3f3a-964f-4697-8faf-1f9ef13ca54a admin admin] Publish callbacks [] for security_group (49d0cec9-0fe5-460f-a299-00098c3a35da), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.014481 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-13fe3f3a-964f-4697-8faf-1f9ef13ca54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (49d0cec9-0fe5-460f-a299-00098c3a35da), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.016977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-13fe3f3a-964f-4697-8faf-1f9ef13ca54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.018179 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-13fe3f3a-964f-4697-8faf-1f9ef13ca54a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/49d0cec9-0fe5-460f-a299-00098c3a35da HTTP/1.1" status: 204 len: 168 time: 0.1188421 Sep 09 04:46:10.026424 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe3f3a-964f-4697-8faf-1f9ef13ca54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d0cec9-0fe5-460f-a299-00098c3a35da,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:10.292334 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44100) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:10.306209 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1af8c9e5-7100-453b-ae5e-513f9202214f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.379765 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1af8c9e5-7100-453b-ae5e-513f9202214f admin admin] Publish callbacks [] for security_group (ca3254e8-ae21-48fd-9299-55901a8dfb8e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.383596 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1af8c9e5-7100-453b-ae5e-513f9202214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ca3254e8-ae21-48fd-9299-55901a8dfb8e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.423653 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8c9e5-7100-453b-ae5e-513f9202214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3254e8-ae21-48fd-9299-55901a8dfb8e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:10.427861 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-1af8c9e5-7100-453b-ae5e-513f9202214f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0519cba361574b659fdb15f00889cb3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345446 Sep 09 04:46:10.431111 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44102) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:10.477631 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30050c1d-b18b-48c4-9f25-c425bcf90735 admin admin] Publish callbacks [] for security_group (ca3254e8-ae21-48fd-9299-55901a8dfb8e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.496887 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30050c1d-b18b-48c4-9f25-c425bcf90735 admin admin] Publish callbacks [] for security_group (ca3254e8-ae21-48fd-9299-55901a8dfb8e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.544424 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30050c1d-b18b-48c4-9f25-c425bcf90735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (ca3254e8-ae21-48fd-9299-55901a8dfb8e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.546809 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30050c1d-b18b-48c4-9f25-c425bcf90735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:10.547955 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-30050c1d-b18b-48c4-9f25-c425bcf90735 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/ca3254e8-ae21-48fd-9299-55901a8dfb8e HTTP/1.1" status: 204 len: 168 time: 0.1165230 Sep 09 04:46:10.555387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30050c1d-b18b-48c4-9f25-c425bcf90735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3254e8-ae21-48fd-9299-55901a8dfb8e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:12.581599 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44228) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:12.691867 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c3664c4f-6e0f-4bd7-838e-f4cc70233417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:12.714444 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:12.757253 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:12.780856 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c3664c4f-6e0f-4bd7-838e-f4cc70233417 admin admin] Publish callbacks [] for security_group (17d27bca-04e9-41d0-932f-f448e758da19), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:12.785514 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c3664c4f-6e0f-4bd7-838e-f4cc70233417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (17d27bca-04e9-41d0-932f-f448e758da19), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:12.829276 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c3664c4f-6e0f-4bd7-838e-f4cc70233417 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=21c35f3c9b6149abaa8d7cb44566db18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440078 Sep 09 04:46:12.829276 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3664c4f-6e0f-4bd7-838e-f4cc70233417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d27bca-04e9-41d0-932f-f448e758da19,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:12.830556 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44234) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:12.885757 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e0bc39-4636-4929-885e-09ee698ddb16 admin admin] Publish callbacks [] for security_group (17d27bca-04e9-41d0-932f-f448e758da19), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:12.909808 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e0bc39-4636-4929-885e-09ee698ddb16 admin admin] Publish callbacks [] for security_group (17d27bca-04e9-41d0-932f-f448e758da19), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:12.959543 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e0bc39-4636-4929-885e-09ee698ddb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (17d27bca-04e9-41d0-932f-f448e758da19), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:12.962480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45e0bc39-4636-4929-885e-09ee698ddb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:12.963704 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-45e0bc39-4636-4929-885e-09ee698ddb16 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/17d27bca-04e9-41d0-932f-f448e758da19 HTTP/1.1" status: 204 len: 168 time: 0.1314638 Sep 09 04:46:12.972025 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0bc39-4636-4929-885e-09ee698ddb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d27bca-04e9-41d0-932f-f448e758da19,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:13.231440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44240) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:13.245507 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fae60a68-a2c7-4bc4-89e2-8dbef869d444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.280852 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b4d7a96-2742-4a01-9abd-ea95ca99b1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.344884 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fae60a68-a2c7-4bc4-89e2-8dbef869d444 admin admin] Publish callbacks [] for security_group (8e8330c1-5405-49f5-bf39-68e7a8fc64a0), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.349911 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fae60a68-a2c7-4bc4-89e2-8dbef869d444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (8e8330c1-5405-49f5-bf39-68e7a8fc64a0), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.390427 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60a68-a2c7-4bc4-89e2-8dbef869d444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8330c1-5405-49f5-bf39-68e7a8fc64a0,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:13.395834 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fae60a68-a2c7-4bc4-89e2-8dbef869d444 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=adb69ccfbc7f4dc2bcf109bc535860b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630991 Sep 09 04:46:13.398428 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44242) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:13.451232 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f71-d545-44f6-aff8-82ac6f5cf229 admin admin] Publish callbacks [] for security_group (8e8330c1-5405-49f5-bf39-68e7a8fc64a0), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.470957 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f71-d545-44f6-aff8-82ac6f5cf229 admin admin] Publish callbacks [] for security_group (8e8330c1-5405-49f5-bf39-68e7a8fc64a0), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.517363 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f71-d545-44f6-aff8-82ac6f5cf229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (8e8330c1-5405-49f5-bf39-68e7a8fc64a0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.520278 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f71-d545-44f6-aff8-82ac6f5cf229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:13.521560 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d89d4f71-d545-44f6-aff8-82ac6f5cf229 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/8e8330c1-5405-49f5-bf39-68e7a8fc64a0 HTTP/1.1" status: 204 len: 168 time: 0.1221683 Sep 09 04:46:13.529885 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4f71-d545-44f6-aff8-82ac6f5cf229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8330c1-5405-49f5-bf39-68e7a8fc64a0,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:13.893836 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44260) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:13.923432 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9dad1970-b96c-432a-bffc-c2752a1ea600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:14.009264 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9dad1970-b96c-432a-bffc-c2752a1ea600 admin admin] Publish callbacks [] for security_group (7677f3e3-cafe-4a68-8b2b-c03382edd987), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:14.013693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-9dad1970-b96c-432a-bffc-c2752a1ea600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7677f3e3-cafe-4a68-8b2b-c03382edd987), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:14.054273 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad1970-b96c-432a-bffc-c2752a1ea600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7677f3e3-cafe-4a68-8b2b-c03382edd987,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:14.058595 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-9dad1970-b96c-432a-bffc-c2752a1ea600 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ab7c13c195634e87b3ea967850cd395c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629808 Sep 09 04:46:14.061168 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44264) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:14.111098 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c791-cb26-4cd1-a089-10860ad9aa4b admin admin] Publish callbacks [] for security_group (7677f3e3-cafe-4a68-8b2b-c03382edd987), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:14.130459 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c791-cb26-4cd1-a089-10860ad9aa4b admin admin] Publish callbacks [] for security_group (7677f3e3-cafe-4a68-8b2b-c03382edd987), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:14.143769 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:14.185977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c791-cb26-4cd1-a089-10860ad9aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7677f3e3-cafe-4a68-8b2b-c03382edd987), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:14.188751 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f6e2c791-cb26-4cd1-a089-10860ad9aa4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:14.190078 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f6e2c791-cb26-4cd1-a089-10860ad9aa4b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7677f3e3-cafe-4a68-8b2b-c03382edd987 HTTP/1.1" status: 204 len: 168 time: 0.1278408 Sep 09 04:46:14.198795 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2c791-cb26-4cd1-a089-10860ad9aa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7677f3e3-cafe-4a68-8b2b-c03382edd987,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:14.605089 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:46:15.447851 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c1513609-16da-49f6-8b7f-985ffce14406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:16.745299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:17.604300 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=43 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:18.239031 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:18.348349 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:20.702514 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44408) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:20.806588 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d11e27d6-8c5c-41a9-97b2-7e40a6a2d0fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:20.886157 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d11e27d6-8c5c-41a9-97b2-7e40a6a2d0fb admin admin] Publish callbacks [] for security_group (72f89910-3d26-44a5-b081-a4635db6ac17), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:20.890756 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d11e27d6-8c5c-41a9-97b2-7e40a6a2d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (72f89910-3d26-44a5-b081-a4635db6ac17), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:20.927979 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e27d6-8c5c-41a9-97b2-7e40a6a2d0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f89910-3d26-44a5-b081-a4635db6ac17,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:20.932040 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d11e27d6-8c5c-41a9-97b2-7e40a6a2d0fb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e3895590ccff458b9b1eb8d30c0fae01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284029 Sep 09 04:46:20.934721 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44412) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:20.986377 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3da1e00f-85d0-4808-8562-6f5bc066af0d admin admin] Publish callbacks [] for security_group (72f89910-3d26-44a5-b081-a4635db6ac17), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.010312 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3da1e00f-85d0-4808-8562-6f5bc066af0d admin admin] Publish callbacks [] for security_group (72f89910-3d26-44a5-b081-a4635db6ac17), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.056272 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3da1e00f-85d0-4808-8562-6f5bc066af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (72f89910-3d26-44a5-b081-a4635db6ac17), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.059011 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-3da1e00f-85d0-4808-8562-6f5bc066af0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.060180 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-3da1e00f-85d0-4808-8562-6f5bc066af0d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/72f89910-3d26-44a5-b081-a4635db6ac17 HTTP/1.1" status: 204 len: 168 time: 0.1239431 Sep 09 04:46:21.068146 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1e00f-85d0-4808-8562-6f5bc066af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f89910-3d26-44a5-b081-a4635db6ac17,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:21.337361 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44420) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:21.351410 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-eaecc67d-5e97-4698-8d55-4a7ae3c2c81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.439088 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-eaecc67d-5e97-4698-8d55-4a7ae3c2c81f admin admin] Publish callbacks [] for security_group (34851925-6372-4186-a163-154a65bc7720), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.443651 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-eaecc67d-5e97-4698-8d55-4a7ae3c2c81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (34851925-6372-4186-a163-154a65bc7720), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.447197 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:21.463924 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:21.496043 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-eaecc67d-5e97-4698-8d55-4a7ae3c2c81f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=bfe70136c7024f0e8cdb24175c0be615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552958 Sep 09 04:46:21.496043 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecc67d-5e97-4698-8d55-4a7ae3c2c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34851925-6372-4186-a163-154a65bc7720,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:21.497303 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44426) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:21.533713 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:21.555461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56a4cdb7-53a9-498b-9c4b-2f46ae9f389c admin admin] Publish callbacks [] for security_group (34851925-6372-4186-a163-154a65bc7720), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.584482 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56a4cdb7-53a9-498b-9c4b-2f46ae9f389c admin admin] Publish callbacks [] for security_group (34851925-6372-4186-a163-154a65bc7720), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.641571 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56a4cdb7-53a9-498b-9c4b-2f46ae9f389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (34851925-6372-4186-a163-154a65bc7720), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.644952 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56a4cdb7-53a9-498b-9c4b-2f46ae9f389c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:21.648787 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-56a4cdb7-53a9-498b-9c4b-2f46ae9f389c admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/34851925-6372-4186-a163-154a65bc7720 HTTP/1.1" status: 204 len: 168 time: 0.1499376 Sep 09 04:46:21.657449 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4cdb7-53a9-498b-9c4b-2f46ae9f389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34851925-6372-4186-a163-154a65bc7720,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:23.238537 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac84a67-9251-4797-ba2a-e864fa4fe07d req-4cec8608-4072-42b3-aa18-48572880ba31 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:23.240077 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ac84a67-9251-4797-ba2a-e864fa4fe07d req-4cec8608-4072-42b3-aa18-48572880ba31 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0493989 Sep 09 04:46:23.289240 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ac84a67-9251-4797-ba2a-e864fa4fe07d req-a285f773-a702-4b10-b56a-2b0fe84e58fd tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434294 Sep 09 04:46:24.412703 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21b307-ce10-4ec5-8765-016963b22d65 req-1f93612c-3933-46fe-bc7f-7986be10aa8e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:24.414178 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ec21b307-ce10-4ec5-8765-016963b22d65 req-1f93612c-3933-46fe-bc7f-7986be10aa8e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0475702 Sep 09 04:46:24.461054 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ec21b307-ce10-4ec5-8765-016963b22d65 req-a461812d-ff3d-4cd1-bbd4-c017800e7781 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413315 Sep 09 04:46:24.600289 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=50 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:25.008915 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f908485-3757-45c3-85be-8ad5674bc322 req-8138bd63-b966-494d-8584-d2ed932afb08 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:25.010318 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5f908485-3757-45c3-85be-8ad5674bc322 req-8138bd63-b966-494d-8584-d2ed932afb08 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0461290 Sep 09 04:46:25.322280 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port 19a6f675-87b2-4f03-b050-d4981330ff5e {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:46:25.322615 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:25.414239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] For port 19a6f675-87b2-4f03-b050-d4981330ff5e, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19a6f675-87b2-4f03-b050-d4981330ff5e,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:25.414592 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:25.579387 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:25.579768 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (a64afb5c-6a7f-4fb6-867a-c88b8f57e76f), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:25.580064 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Floating IP a64afb5c-6a7f-4fb6-867a-c88b8f57e76f disassociated. External IP: 172.27.3.172, port: 19a6f675-87b2-4f03-b050-d4981330ff5e. Sep 09 04:46:25.580404 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for 19a6f675-87b2-4f03-b050-d4981330ff5e owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:46:25.588757 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a5f12-5c77-4041-8bcb-48fde6fd2a5c req-90eb574f-718d-4748-ae03-1e85f9778e4e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:25.590250 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f46a5f12-5c77-4041-8bcb-48fde6fd2a5c req-90eb574f-718d-4748-ae03-1e85f9778e4e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 946 time: 0.0522070 Sep 09 04:46:25.638834 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f46a5f12-5c77-4041-8bcb-48fde6fd2a5c req-94c935b8-4b32-4f5b-80d9-bda7256fbab6 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427353 Sep 09 04:46:25.720904 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (19a6f675-87b2-4f03-b050-d4981330ff5e), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:25.747248 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=19a6f675-87b2-4f03-b050-d4981330ff5e,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:25.862372 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:46:25.967787 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:25.979127 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:25.991535 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:25.992479 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:26.014845 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44528) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:26.015914 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] No DVR routers for this DVR port 19a6f675-87b2-4f03-b050-d4981330ff5e on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:46:26.018569 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.022168 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5f908485-3757-45c3-85be-8ad5674bc322 req-b28fda02-f23e-45a0-a849-3353776bc17e tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.17 "DELETE /networking/v2.0/ports/19a6f675-87b2-4f03-b050-d4981330ff5e HTTP/1.1" status: 204 len: 173 time: 1.0034897 Sep 09 04:46:26.022739 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'name': 'network-vif-deleted', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:46:26.025184 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83de8d39-2de2-4d0e-8a18-17c7b076d48b" -d '{"events": [{"server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "name": "network-vif-deleted", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:46:26.064474 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75188513-668a-4aef-9aff-f1ca7311a7de x-openstack-request-id: req-75188513-668a-4aef-9aff-f1ca7311a7de {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:46:26.064779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da0d58c-a9aa-4b45-b128-4bc6d684f7d8", "name": "network-vif-deleted", "tag": "19a6f675-87b2-4f03-b050-d4981330ff5e", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:46:26.065040 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75188513-668a-4aef-9aff-f1ca7311a7de {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:46:26.065453 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75188513-668a-4aef-9aff-f1ca7311a7de'] response: {'server_uuid': '6da0d58c-a9aa-4b45-b128-4bc6d684f7d8', 'name': 'network-vif-deleted', 'tag': '19a6f675-87b2-4f03-b050-d4981330ff5e', 'status': 'completed', 'code': 200} Sep 09 04:46:26.098909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:26.160360 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-36cc561a-c911-4e92-bcbe-e05dd84ae8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.188177 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:26.198750 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:26.251973 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-36cc561a-c911-4e92-bcbe-e05dd84ae8b4 admin admin] Publish callbacks [] for security_group (2b7b1da4-e340-463c-9e66-051a6e3ce7cf), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.260535 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-36cc561a-c911-4e92-bcbe-e05dd84ae8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2b7b1da4-e340-463c-9e66-051a6e3ce7cf), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.307393 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-36cc561a-c911-4e92-bcbe-e05dd84ae8b4 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=09a3f13109ca4ad791ff77629b380bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890892 Sep 09 04:46:26.307393 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc561a-c911-4e92-bcbe-e05dd84ae8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b1da4-e340-463c-9e66-051a6e3ce7cf,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:26.308367 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44534) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:26.335211 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:26.342235 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:26.360425 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:26.364987 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7a1a4a6b-51f7-4ff4-b190-de5884bc0676 admin admin] Publish callbacks [] for security_group (2b7b1da4-e340-463c-9e66-051a6e3ce7cf), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.368850 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:26.369461 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:26.385543 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7a1a4a6b-51f7-4ff4-b190-de5884bc0676 admin admin] Publish callbacks [] for security_group (2b7b1da4-e340-463c-9e66-051a6e3ce7cf), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.421585 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:26.434342 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7a1a4a6b-51f7-4ff4-b190-de5884bc0676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2b7b1da4-e340-463c-9e66-051a6e3ce7cf), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.437004 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7a1a4a6b-51f7-4ff4-b190-de5884bc0676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.440827 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7a1a4a6b-51f7-4ff4-b190-de5884bc0676 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2b7b1da4-e340-463c-9e66-051a6e3ce7cf HTTP/1.1" status: 204 len: 168 time: 0.1287367 Sep 09 04:46:26.446812 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a4a6b-51f7-4ff4-b190-de5884bc0676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b1da4-e340-463c-9e66-051a6e3ce7cf,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:26.620731 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:26.770276 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-491b87f0-6a8d-49c2-b575-e2e5466f8785 req-fe98cc5a-32e4-4bb2-8531-b3b33f043518 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6da0d58c-a9aa-4b45-b128-4bc6d684f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0301623 Sep 09 04:46:26.786419 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44544) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:26.801861 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-06c2d7c9-ae22-4c03-bfa9-974ddfdbd26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.831895 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:26.842817 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:26.845650 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:26.872282 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bcacd5-73f9-4d5f-a259-3d2679816caf None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:40:35Z', 'revision_number': 4, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2c380bc7-66fd-496a-b24a-005d4be1211a', 'name': '', 'network_id': '38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'mac_address': 'fa:16:3e:13:2c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:35Z', 'updated_at': '2022-09-09T04:40:41Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'subnets': [{'id': 'c19dcef0-3e66-4454-9a36-a8b76e18d203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:26.885194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-06c2d7c9-ae22-4c03-bfa9-974ddfdbd26b admin admin] Publish callbacks [] for security_group (2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.889319 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-06c2d7c9-ae22-4c03-bfa9-974ddfdbd26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:26.930549 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-06c2d7c9-ae22-4c03-bfa9-974ddfdbd26b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ed5f783412d644edb818ad7c40f747a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425951 Sep 09 04:46:26.931405 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2d7c9-ae22-4c03-bfa9-974ddfdbd26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:26.934001 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44546) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:26.986108 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b8acef8b-158b-4263-88c3-475da8b47ad7 admin admin] Publish callbacks [] for security_group (2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:27.006895 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b8acef8b-158b-4263-88c3-475da8b47ad7 admin admin] Publish callbacks [] for security_group (2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:27.056358 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b8acef8b-158b-4263-88c3-475da8b47ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:27.059127 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b8acef8b-158b-4263-88c3-475da8b47ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:27.060318 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b8acef8b-158b-4263-88c3-475da8b47ad7 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd HTTP/1.1" status: 204 len: 168 time: 0.1249418 Sep 09 04:46:27.070660 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acef8b-158b-4263-88c3-475da8b47ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2372c60f-4598-4fd0-aa1f-1ddfa1b57dbd,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:27.109593 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a6fc3-2392-409f-8c53-9cd92565458c None None] New status for floating IP a64afb5c-6a7f-4fb6-867a-c88b8f57e76f: DOWN {{(pid=107726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:46:27.872932 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44578) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:27.929837 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37a7c88d-1d8d-41a1-9359-98f5e9ccbd1a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (e6e4f8d2-b8af-4488-b3e1-a5039d716dd3), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:27.952251 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37a7c88d-1d8d-41a1-9359-98f5e9ccbd1a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (e6e4f8d2-b8af-4488-b3e1-a5039d716dd3), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.003794 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37a7c88d-1d8d-41a1-9359-98f5e9ccbd1a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e6e4f8d2-b8af-4488-b3e1-a5039d716dd3), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.006500 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37a7c88d-1d8d-41a1-9359-98f5e9ccbd1a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.007667 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-37a7c88d-1d8d-41a1-9359-98f5e9ccbd1a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e6e4f8d2-b8af-4488-b3e1-a5039d716dd3 HTTP/1.1" status: 204 len: 168 time: 0.1337252 Sep 09 04:46:28.010904 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44584) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:28.018115 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7c88d-1d8d-41a1-9359-98f5e9ccbd1a tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4f8d2-b8af-4488-b3e1-a5039d716dd3,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:28.028136 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.api.v2.resource [None req-c2997e0a-627c-469c-94d4-6f3b7667bbcf tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] show failed (client error): The resource could not be found. Sep 09 04:46:28.030993 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-c2997e0a-627c-469c-94d4-6f3b7667bbcf tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "GET /networking/v2.0/security-groups/e6e4f8d2-b8af-4488-b3e1-a5039d716dd3 HTTP/1.1" status: 404 len: 347 time: 0.0171714 Sep 09 04:46:28.032036 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44586) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:28.165589 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Deleting port 4ccbdc82-55ed-493d-98c0-9b0876a1b6d0 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:46:28.166257 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.252043 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.252820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.265731 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Calling delete_port for 4ccbdc82-55ed-493d-98c0-9b0876a1b6d0 owned by network:floatingip {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:46:28.410325 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (4ccbdc82-55ed-493d-98c0-9b0876a1b6d0), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.435741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Pushing event deleted for resources: {'Port': ['ID=4ccbdc82-55ed-493d-98c0-9b0876a1b6d0,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:28.506002 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks [] for floatingip (a64afb5c-6a7f-4fb6-867a-c88b8f57e76f), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.508462 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:28.509583 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-971db8c9-7dc2-429b-ac3d-a7c59c3997e3 tempest-AttachVolumeNegativeTest-1170244970 tempest-AttachVolumeNegativeTest-1170244970-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/a64afb5c-6a7f-4fb6-867a-c88b8f57e76f HTTP/1.1" status: 204 len: 168 time: 0.4760673 Sep 09 04:46:28.801280 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 19a6f675-87b2-4f03-b050-d4981330ff5e no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:46:28.821853 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 19a6f675-87b2-4f03-b050-d4981330ff5e {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:46:28.822202 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 19a6f675-87b2-4f03-b050-d4981330ff5e not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:46:30.367177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44652) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:30.481185 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:30.559991 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Publish callbacks [] for security_group (7c6ce553-63e1-473e-835b-25675e4c1d2b), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:30.564148 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7c6ce553-63e1-473e-835b-25675e4c1d2b), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:30.594834 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:30.606423 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ee36270279f94439a30b92a01c139495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381811 Sep 09 04:46:30.607532 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6ce553-63e1-473e-835b-25675e4c1d2b,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:30.609357 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44666) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:30.616470 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.616816 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.617219 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.617592 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.617925 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.618308 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.618576 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.618890 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.619244 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.619565 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.619893 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.620214 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.620534 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.620859 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.621170 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef98a1c-efbf-4816-8fdc-d0ece9f70224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.645765 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:30.663494 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Publish callbacks [] for security_group (7c6ce553-63e1-473e-835b-25675e4c1d2b), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:30.683859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Publish callbacks [] for security_group (7c6ce553-63e1-473e-835b-25675e4c1d2b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:30.731297 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7c6ce553-63e1-473e-835b-25675e4c1d2b), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:30.734049 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:30.735232 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7c6ce553-63e1-473e-835b-25675e4c1d2b HTTP/1.1" status: 204 len: 168 time: 0.1243291 Sep 09 04:46:30.743439 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6ce553-63e1-473e-835b-25675e4c1d2b,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:30.750816 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.751242 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.751681 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.751997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.752375 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.752669 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.752991 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.753316 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.753639 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.753971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.754287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.754625 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.754963 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.755266 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:30.755586 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358b202d-5c94-402c-b8e0-bdc6dc5252f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:31.815487 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:32.255642 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44738) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:32.717612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:32.751684 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:33.207970 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Deleting port 2c380bc7-66fd-496a-b24a-005d4be1211a {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:46:33.208307 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:33.289385 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] For port 2c380bc7-66fd-496a-b24a-005d4be1211a, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2c380bc7-66fd-496a-b24a-005d4be1211a,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:33.290042 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:33.303336 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Calling delete_port for 2c380bc7-66fd-496a-b24a-005d4be1211a owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:46:33.358475 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:33.481720 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (2c380bc7-66fd-496a-b24a-005d4be1211a), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:33.504015 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c380bc7-66fd-496a-b24a-005d4be1211a,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:33.668447 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:33.867828 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:33.877590 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:46:33.981540 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:33.995321 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7076397b-4dd7-4765-8ea3-2d67a73bb0c4 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7385502 Sep 09 04:46:33.998348 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44764) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:34.001482 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] Sync routers for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:34.013312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:34.013981 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:34.108034 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks [] for router (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.138479 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:34.205607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:34.208831 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks [] for router_gateway (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.261435 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Deleting port 8bc3a36c-eff0-4416-914d-5d350c4cf94d {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:46:34.261778 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.315647 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:46:33Z', 'revision_number': 5, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port': {'id': '8bc3a36c-eff0-4416-914d-5d350c4cf94d', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:40:33Z', 'updated_at': '2022-09-09T04:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:34.342463 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] Checking router: fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:34.350826 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] Routers {'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:34.351461 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:34.354541 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] For port 8bc3a36c-eff0-4416-914d-5d350c4cf94d, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=8bc3a36c-eff0-4416-914d-5d350c4cf94d,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:34.354541 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.366870 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Calling delete_port for 8bc3a36c-eff0-4416-914d-5d350c4cf94d owned by network:router_gateway {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:46:34.439952 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] Set router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 gateway port host: None {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:34.492096 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:46:34Z', 'revision_number': 6, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:34.516977 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560d226a-2147-4d38-9977-3f7a0971ba4c None None] The sync data for ids ['fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8'] in dv-cinder-856002-3-iscsi is: [{'id': 'fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8', 'name': 'tempest-AttachVolumeNegativeTest-1575028716-router', 'tenant_id': '91bb02023bea4020ba1066ba4c85ff4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:40:32Z', 'updated_at': '2022-09-09T04:46:34Z', 'revision_number': 6, 'project_id': '91bb02023bea4020ba1066ba4c85ff4d', 'gw_port_host': None}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:34.532757 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (8bc3a36c-eff0-4416-914d-5d350c4cf94d), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.559684 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc3a36c-eff0-4416-914d-5d350c4cf94d,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:34.622197 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.712047 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.714108 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks [] for router_controller (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.755832 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.756388 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 {{(pid=107719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:46:34.760468 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.761598 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c1c999a5-f304-4d4c-8088-9db474c6d8de admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/fc3ef2e9-aa27-4d4f-af99-b5c5fdc57fc8 HTTP/1.1" status: 204 len: 168 time: 0.7621903 Sep 09 04:46:34.764104 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44778) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:34.807495 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] Deleting subnet c19dcef0-3e66-4454-9a36-a8b76e18d203 {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:46:34.810468 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] Publish callbacks [] for subnet (c19dcef0-3e66-4454-9a36-a8b76e18d203), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.847822 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (c19dcef0-3e66-4454-9a36-a8b76e18d203), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.878423 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:34.926484 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (c19dcef0-3e66-4454-9a36-a8b76e18d203), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:34.983788 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (c19dcef0-3e66-4454-9a36-a8b76e18d203), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.010480 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19dcef0-3e66-4454-9a36-a8b76e18d203,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:35.016043 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.019183 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6565f3c7-3df5-4d7c-b7d3-4c89322ea836 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c19dcef0-3e66-4454-9a36-a8b76e18d203 HTTP/1.1" status: 204 len: 168 time: 0.2540631 Sep 09 04:46:35.021816 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44780) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:35.024346 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19ebc7-dbb5-4aa2-8df2-47252ed6fb0f None None] Network 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:35.077546 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:35.093381 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.135638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Deleting port 91b25270-34f5-4071-b1e9-fa1246ddf624 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:46:35.135638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.203302 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] For port 91b25270-34f5-4071-b1e9-fa1246ddf624, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=91b25270-34f5-4071-b1e9-fa1246ddf624,segment=NetworkSegment(b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06),segment_id=b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:35.203608 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.216946 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Calling delete_port for 91b25270-34f5-4071-b1e9-fa1246ddf624 owned by network:dhcp {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:46:35.304542 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516b11f6-25d3-482a-98d3-ec2cbffe0076 None None] DHCP port deletion for 38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:46:35.308102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (91b25270-34f5-4071-b1e9-fa1246ddf624), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.339387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=91b25270-34f5-4071-b1e9-fa1246ddf624,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:35.343261 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] No DVR routers for this DVR port 91b25270-34f5-4071-b1e9-fa1246ddf624 on host dv-cinder-856002-3-iscsi {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:46:35.405892 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2c380bc7-66fd-496a-b24a-005d4be1211a no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:46:35.423425 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.427486 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 2c380bc7-66fd-496a-b24a-005d4be1211a {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:46:35.427829 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2c380bc7-66fd-496a-b24a-005d4be1211a not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:46:35.428243 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 8bc3a36c-eff0-4416-914d-5d350c4cf94d no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:46:35.445500 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:35.447317 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 8bc3a36c-eff0-4416-914d-5d350c4cf94d {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:46:35.447667 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 8bc3a36c-eff0-4416-914d-5d350c4cf94d not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:46:35.448083 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 91b25270-34f5-4071-b1e9-fa1246ddf624 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:46:35.455982 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:35.456286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:35.466138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.471749 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 91b25270-34f5-4071-b1e9-fa1246ddf624 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:46:35.472098 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 91b25270-34f5-4071-b1e9-fa1246ddf624 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:46:35.481167 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.487886 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:46:35.488421 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.535638 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06 resource provider aggregate not found Sep 09 04:46:35.553140 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0f4c12a-6326-4cdb-a5bf-09a0e6f4be06 found for delete ", "request_id": "req-ef1e8ce0-8c25-4e5c-bdda-c90ecc9ef191"}]} Sep 09 04:46:35.561945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.568638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.571747 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0 HTTP/1.1" status: 204 len: 168 time: 0.5489490 Sep 09 04:46:35.583711 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c0845-680f-4b90-ad31-6ed776238b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=38eaff98-5ff6-4a1f-8cce-6a1e87a00bb0,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:35.690140 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44792) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:35.730898 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-07b59a15-4035-4399-ba49-cd386a9044fa admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=91bb02023bea4020ba1066ba4c85ff4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395503 Sep 09 04:46:35.733321 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44794) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:35.782170 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe41162c-ccb1-42e2-bd3e-a14c298bc888 admin admin] Publish callbacks [] for security_group (7a921166-e92e-4124-ab4c-c2caa14e2e76), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.804906 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe41162c-ccb1-42e2-bd3e-a14c298bc888 admin admin] Publish callbacks [] for security_group (7a921166-e92e-4124-ab4c-c2caa14e2e76), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.826764 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:35.854643 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe41162c-ccb1-42e2-bd3e-a14c298bc888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (7a921166-e92e-4124-ab4c-c2caa14e2e76), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.857583 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fe41162c-ccb1-42e2-bd3e-a14c298bc888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:35.858744 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-fe41162c-ccb1-42e2-bd3e-a14c298bc888 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/7a921166-e92e-4124-ab4c-c2caa14e2e76 HTTP/1.1" status: 204 len: 168 time: 0.1244576 Sep 09 04:46:35.866727 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41162c-ccb1-42e2-bd3e-a14c298bc888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a921166-e92e-4124-ab4c-c2caa14e2e76,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:37.212076 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=7 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:37.792234 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44856) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:37.901390 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-93cb7370-e700-466f-a35d-b999b3cb9bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:37.979901 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-93cb7370-e700-466f-a35d-b999b3cb9bfd admin admin] Publish callbacks [] for security_group (213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:37.983633 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-93cb7370-e700-466f-a35d-b999b3cb9bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.023890 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-93cb7370-e700-466f-a35d-b999b3cb9bfd admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9f711a760ebb4f7486df1deb767373c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305913 Sep 09 04:46:38.025024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb7370-e700-466f-a35d-b999b3cb9bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:38.026687 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44860) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:38.076760 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4ad67998-f734-4cb8-aefa-253acc5eb718 admin admin] Publish callbacks [] for security_group (213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.100585 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4ad67998-f734-4cb8-aefa-253acc5eb718 admin admin] Publish callbacks [] for security_group (213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.158092 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4ad67998-f734-4cb8-aefa-253acc5eb718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.160977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4ad67998-f734-4cb8-aefa-253acc5eb718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.162268 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4ad67998-f734-4cb8-aefa-253acc5eb718 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85 HTTP/1.1" status: 204 len: 168 time: 0.1343827 Sep 09 04:46:38.182913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad67998-f734-4cb8-aefa-253acc5eb718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b14c9-8c6e-4623-a7b6-bf2b9b9c8a85,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:38.481943 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44886) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:38.495241 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a91b896c-d4a0-452f-bb53-72c04ab27e00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.533104 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:38.574651 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a91b896c-d4a0-452f-bb53-72c04ab27e00 admin admin] Publish callbacks [] for security_group (4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.578466 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a91b896c-d4a0-452f-bb53-72c04ab27e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.605157 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:38.619777 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a91b896c-d4a0-452f-bb53-72c04ab27e00 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=df202069e3b1467c940f64d4b8b89904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368175 Sep 09 04:46:38.621326 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b896c-d4a0-452f-bb53-72c04ab27e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:38.622511 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44888) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:38.672526 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51fb2642-8c85-4f48-9c66-b2ba8a4c48a5 admin admin] Publish callbacks [] for security_group (4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.692973 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51fb2642-8c85-4f48-9c66-b2ba8a4c48a5 admin admin] Publish callbacks [] for security_group (4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.739612 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51fb2642-8c85-4f48-9c66-b2ba8a4c48a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.742208 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51fb2642-8c85-4f48-9c66-b2ba8a4c48a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:38.743396 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-51fb2642-8c85-4f48-9c66-b2ba8a4c48a5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9 HTTP/1.1" status: 204 len: 168 time: 0.1198494 Sep 09 04:46:38.751800 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fb2642-8c85-4f48-9c66-b2ba8a4c48a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0b99e-2cc8-400c-8d0e-0cb995f58ac9,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:38.954623 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44900) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:39.066741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8de49caf-79d2-49dc-b562-72b82adf7116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.083765 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44904) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:39.097425 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ff12bba2-6071-47fe-8eb1-0855b7bdd1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.148422 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8de49caf-79d2-49dc-b562-72b82adf7116 admin admin] Publish callbacks [] for security_group (1b9c5a42-839d-4944-bca2-5f2a7a87d380), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.151442 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-8de49caf-79d2-49dc-b562-72b82adf7116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1b9c5a42-839d-4944-bca2-5f2a7a87d380), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.175292 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ff12bba2-6071-47fe-8eb1-0855b7bdd1c3 admin admin] Publish callbacks [] for security_group (2dee01d5-976b-4114-8297-0d76871c3986), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.179374 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ff12bba2-6071-47fe-8eb1-0855b7bdd1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2dee01d5-976b-4114-8297-0d76871c3986), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.193075 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-8de49caf-79d2-49dc-b562-72b82adf7116 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=3105f3b64a9b41d6b84e095eeddf14a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373788 Sep 09 04:46:39.194273 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de49caf-79d2-49dc-b562-72b82adf7116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c5a42-839d-4944-bca2-5f2a7a87d380,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:39.196689 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44906) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:39.220509 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ff12bba2-6071-47fe-8eb1-0855b7bdd1c3 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=953cfadb5c4a4d2b8df7dc4604b6cd6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355870 Sep 09 04:46:39.221613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12bba2-6071-47fe-8eb1-0855b7bdd1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee01d5-976b-4114-8297-0d76871c3986,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:39.223414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44908) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:39.234243 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:39.284497 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cabdf378-1bbb-4b80-b882-71842a6a0973 admin admin] Publish callbacks [] for security_group (1b9c5a42-839d-4944-bca2-5f2a7a87d380), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.309692 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-99c22d8c-ebcd-4082-ab53-fe38920325be admin admin] Publish callbacks [] for security_group (2dee01d5-976b-4114-8297-0d76871c3986), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.315885 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cabdf378-1bbb-4b80-b882-71842a6a0973 admin admin] Publish callbacks [] for security_group (1b9c5a42-839d-4944-bca2-5f2a7a87d380), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.349882 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-99c22d8c-ebcd-4082-ab53-fe38920325be admin admin] Publish callbacks [] for security_group (2dee01d5-976b-4114-8297-0d76871c3986), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.365179 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:39.413878 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cabdf378-1bbb-4b80-b882-71842a6a0973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (1b9c5a42-839d-4944-bca2-5f2a7a87d380), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.416411 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cabdf378-1bbb-4b80-b882-71842a6a0973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.417555 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-cabdf378-1bbb-4b80-b882-71842a6a0973 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/1b9c5a42-839d-4944-bca2-5f2a7a87d380 HTTP/1.1" status: 204 len: 168 time: 0.2199700 Sep 09 04:46:39.421812 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-99c22d8c-ebcd-4082-ab53-fe38920325be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2dee01d5-976b-4114-8297-0d76871c3986), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.424888 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-99c22d8c-ebcd-4082-ab53-fe38920325be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:39.426102 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-99c22d8c-ebcd-4082-ab53-fe38920325be admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2dee01d5-976b-4114-8297-0d76871c3986 HTTP/1.1" status: 204 len: 168 time: 0.2017157 Sep 09 04:46:39.431602 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdf378-1bbb-4b80-b882-71842a6a0973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c5a42-839d-4944-bca2-5f2a7a87d380,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:39.446101 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c22d8c-ebcd-4082-ab53-fe38920325be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee01d5-976b-4114-8297-0d76871c3986,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:40.183283 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44954) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:40.203909 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44958) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:40.291801 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-374658485-network', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:40.307011 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1051237632-network', 'tenant_id': 'ea4c285aae544f47a91407ff79414128'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:40.328894 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Made reservation on behalf of 9931b1bca2464db7bcb90b91567cab28 for: {'network': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:40.331750 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.341752 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.343528 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Made reservation on behalf of ea4c285aae544f47a91407ff79414128 for: {'network': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:40.345663 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.361007 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.483283 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks [] for security_group (eaccecfd-d6ae-45f8-84a6-f393fef717ad), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.491577 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (eaccecfd-d6ae-45f8-84a6-f393fef717ad), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.500158 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks [] for security_group (21853e57-70ed-4cac-bc78-044597524cd5), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.512709 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (21853e57-70ed-4cac-bc78-044597524cd5), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.530121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=107720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:46:40.541083 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=107720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:46:40.556720 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (9f7de014-4641-49dc-a1c1-6201941f6a4d), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.556996 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.segments_db [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Added segment 9f7de014-4641-49dc-a1c1-6201941f6a4d of type vlan for network 538ad1e0-6b1a-4607-af36-c59973362ac1 Sep 09 04:46:40.559580 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaccecfd-d6ae-45f8-84a6-f393fef717ad,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:40.565625 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (0d875486-32dc-442f-84e6-0e4fe705c7dc), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.566031 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.segments_db [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Added segment 0d875486-32dc-442f-84e6-0e4fe705c7dc of type vlan for network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 Sep 09 04:46:40.644982 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21853e57-70ed-4cac-bc78-044597524cd5,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:40.653379 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.666704 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (538ad1e0-6b1a-4607-af36-c59973362ac1), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.671367 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:40.708678 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.709822 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:40.710480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.718743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=6 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:40.719567 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (538ad1e0-6b1a-4607-af36-c59973362ac1), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.720540 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:40.721102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.780064 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5745189 Sep 09 04:46:40.783463 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44966) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:40.788400 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Request body: {'subnet': {'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1051237632-subnet', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:40.790448 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6057882 Sep 09 04:46:40.793554 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44968) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:40.798837 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Request body: {'subnet': {'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-374658485-subnet', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:40.809355 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Made reservation on behalf of ea4c285aae544f47a91407ff79414128 for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:40.811565 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753428d9-8d73-48ca-8613-833de1aeabde admin admin] Pushing event updated for resources: {'Network': ['ID=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:40.811692 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14020789'] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.824612 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:46:40.864503 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Made reservation on behalf of 9931b1bca2464db7bcb90b91567cab28 for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:40.867841 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14635063'] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:40.891526 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37c9ab-ca72-47de-a46b-acc18a3c2391 admin admin] Pushing event updated for resources: {'Network': ['ID=538ad1e0-6b1a-4607-af36-c59973362ac1,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:40.908615 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:46:40.999099 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14020779'] for subnet (9cbfb2d5-6a80-49f6-8477-791429355276), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.055662 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14434376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14635049'] for subnet (e67ea263-bea4-4964-8419-7fc45107ec51), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.056289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbfb2d5-6a80-49f6-8477-791429355276,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:41.065042 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Checking segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:41.065404 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Network hostable DHCP agents. Network: c8fb0b6b-bb8d-429d-b190-f0ae97f77f01, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:46:41.083303 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:46:41.093878 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, c8fb0b6b-bb8d-429d-b190-f0ae97f77f01) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:41.098735 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:41.099409 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.105447 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e64afb-6a7b-4ff7-a819-c2fd661b2925 None None] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:41.118054 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67ea263-bea4-4964-8419-7fc45107ec51,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:41.122168 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-8c5464ae-b445-4fef-93b6-d4701e865e08 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3376067 Sep 09 04:46:41.122774 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44970) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:41.127161 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:41.135524 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Checking segment: {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:41.136066 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Network hostable DHCP agents. Network: 538ad1e0-6b1a-4607-af36-c59973362ac1, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:46:41.154165 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (a4d6c084-1744-4430-bcee-1fbb8c300bc9), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.155333 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (a4d6c084-1744-4430-bcee-1fbb8c300bc9), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.155466 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:46:41.166063 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 538ad1e0-6b1a-4607-af36-c59973362ac1) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:41.171695 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:41.172409 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.199759 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-99a88f2f-04aa-4321-9d04-bbaef9d96c75 admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4049230 Sep 09 04:46:41.202209 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 44972) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:41.204879 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0b389-0e6b-4f05-8b80-0582d941e717 None None] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:41.208508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks [] for router_controller (a4d6c084-1744-4430-bcee-1fbb8c300bc9), precommit_add_association {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.210398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:41.244008 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (30ba8835-59eb-442e-a07c-a04b0842c779), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.245709 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (30ba8835-59eb-442e-a07c-a04b0842c779), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.272411 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:46:41.273614 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.315421 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks [] for router_controller (30ba8835-59eb-442e-a07c-a04b0842c779), precommit_add_association {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.345610 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:41.352380 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks [] for router_gateway (a4d6c084-1744-4430-bcee-1fbb8c300bc9), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.378747 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:41.388962 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:41.438251 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:41.457692 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-538ad1e0-6b1a-4607-af36-c59973362ac1', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:46:41.458596 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.473220 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Allocated IP 172.20.0.2 (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01/9cbfb2d5-6a80-49f6-8477-791429355276/9274c4fd-6ffc-4d3a-81cc-4d45b37fb091) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:41.477632 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:41.480272 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks [] for router_gateway (30ba8835-59eb-442e-a07c-a04b0842c779), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.545865 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks [] for router_gateway (a4d6c084-1744-4430-bcee-1fbb8c300bc9), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.568081 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.575596 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:41.618921 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:41.697544 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Allocated IP 172.27.3.11 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/5ba18dde-d78d-4dd3-b002-10df6f1d200e) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:41.713500 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Allocated IP 172.20.0.2 (538ad1e0-6b1a-4607-af36-c59973362ac1/e67ea263-bea4-4964-8419-7fc45107ec51/c8a6b259-8baf-4730-84a4-7ff2eba806cd) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:41.742303 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks [] for router_gateway (30ba8835-59eb-442e-a07c-a04b0842c779), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.767602 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.812780 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks [] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.850589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.895244 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:41.899938 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:41.906555 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:41.908541 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Allocated IP 172.27.3.133 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/12836fd9-1aa0-4db8-b6d5-39bc7b9abb39) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:41.940729 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba18dde-d78d-4dd3-b002-10df6f1d200e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:41.951278 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Publish callbacks [] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:41.962268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.014679 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:42.024604 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:42.030888 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks [] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.034831 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:42.045461 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:42.056101 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Pushing event updated for resources: {'Port': ['ID=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:42.078747 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.115983 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:42.119255 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:42.123137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:42.135066 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Publish callbacks [] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.145440 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.155292 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Attempting to bind port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:42.155658 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Attempting to bind port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:42.156015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Attempting to bind port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:42.161201 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Pushing event updated for resources: {'Port': ['ID=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:42.179250 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks [] for router_gateway (a4d6c084-1744-4430-bcee-1fbb8c300bc9), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.205890 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:42.211448 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:42.220684 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:42.232034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Pushing event updated for resources: {'Port': ['ID=c8a6b259-8baf-4730-84a4-7ff2eba806cd,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:42.267711 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:42.268282 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Checking segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:42.268867 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.269420 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Bound using segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:42.270045 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Bound port: 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:42.270595 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.330854 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Attempting to bind port c8a6b259-8baf-4730-84a4-7ff2eba806cd on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:42.331277 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Attempting to bind port c8a6b259-8baf-4730-84a4-7ff2eba806cd by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:42.331609 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Attempting to bind port c8a6b259-8baf-4730-84a4-7ff2eba806cd on network 538ad1e0-6b1a-4607-af36-c59973362ac1 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:42.396131 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] For port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:42.412750 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:42.413470 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Checking segment: {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:42.414036 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.414586 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Bound using segment: {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:42.415294 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Bound port: c8a6b259-8baf-4730-84a4-7ff2eba806cd, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:42.415869 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.424141 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] For port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:42.438141 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.553299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0765ac-9698-4d16-a4a7-233acf964171 None None] Pushing event updated for resources: {'Port': ['ID=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:42.572195 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] For port c8a6b259-8baf-4730-84a4-7ff2eba806cd, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:42.576675 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] For port c8a6b259-8baf-4730-84a4-7ff2eba806cd, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=c8a6b259-8baf-4730-84a4-7ff2eba806cd,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:42.577904 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:42.587357 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.676889 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:42.690336 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd79dd4-91c8-4aeb-b966-a315e3ab313e None None] Pushing event updated for resources: {'Port': ['ID=c8a6b259-8baf-4730-84a4-7ff2eba806cd,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:42.725479 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (a4d6c084-1744-4430-bcee-1fbb8c300bc9), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.735210 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks [] for router_gateway (30ba8835-59eb-442e-a07c-a04b0842c779), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:42.776459 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:42.872912 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:42.935343 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:46:43.031804 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (30ba8835-59eb-442e-a07c-a04b0842c779), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.067522 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:43.081532 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:43.088358 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.089589 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-10ea1f0f-364e-4b14-959d-6e00ebdc5792 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9658237 Sep 09 04:46:43.092428 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 44998) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:43.096650 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:43.097513 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:43.211089 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Router 30ba8835-59eb-442e-a07c-a04b0842c779 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:46:43.240133 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-eaa81dcc-7e01-4ea5-9ea3-466047c6aac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.273780 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:43.314888 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:43.337440 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:43.361443 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.363030 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e0bd5c98-5590-41ef-ab58-c57b174d65a8 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1593423 Sep 09 04:46:43.366767 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45000) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:43.397522 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Sync routers for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:43.420993 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:43.421685 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:43.424578 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:43.426243 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:43.426758 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.543491 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:42Z', 'revision_number': 3, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:43.569473 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:43.627513 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:43.701569 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:43.701816 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Updating router a4d6c084-1744-4430-bcee-1fbb8c300bc9 port 5ba18dde-d78d-4dd3-b002-10df6f1d200e binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:46:43.749515 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.754036 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.771686 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:43.820834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:43.824074 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:43.824526 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.889501 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:43.901525 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:43.902537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device c8a6b259-8baf-4730-84a4-7ff2eba806cd up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:43.963093 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c02cd1-3ce7-43f6-8172-a3f4ef532f4c None None] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:43.993588 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Allocated IP 172.20.0.1 (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01/9cbfb2d5-6a80-49f6-8477-791429355276/bc51c339-df6c-4681-8880-fbb840443132) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:44.027182 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.120516 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Publish callbacks [] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.127628 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:44.129021 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.189644 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:44.193454 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Attempting to bind port 5ba18dde-d78d-4dd3-b002-10df6f1d200e on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:44.194073 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Attempting to bind port 5ba18dde-d78d-4dd3-b002-10df6f1d200e by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:44.194633 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Attempting to bind port 5ba18dde-d78d-4dd3-b002-10df6f1d200e on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:44.228739 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks [] for port (bc51c339-df6c-4681-8880-fbb840443132), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.243266 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:44.247088 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-aec373fa-cdf9-4cf0-bc3f-1d1eaaa1bc0d None None] Provisioning complete for port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:44.247888 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-aec373fa-cdf9-4cf0-bc3f-1d1eaaa1bc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.249118 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:44.253172 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port c8a6b259-8baf-4730-84a4-7ff2eba806cd triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:44.253544 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.272943 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Pushing event updated for resources: {'Port': ['ID=5ba18dde-d78d-4dd3-b002-10df6f1d200e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:44.310129 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Allocated IP 172.20.0.1 (538ad1e0-6b1a-4607-af36-c59973362ac1/e67ea263-bea4-4964-8419-7fc45107ec51/aa3d9f7b-2795-4455-b1ca-11e563931686) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:44.312145 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (bc51c339-df6c-4681-8880-fbb840443132), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.314767 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.315841 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.316402 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.317980 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.318493 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.319217 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.319716 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.320314 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.320798 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.321351 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.321834 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.322384 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.322864 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.323376 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.323851 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:46:44.339346 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:44.340004 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:44.340628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.341329 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:44.342060 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Bound port: 5ba18dde-d78d-4dd3-b002-10df6f1d200e, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:44.342865 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.357494 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eaf059-a6a4-412f-975b-d89bc20af610 None None] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:44.367054 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:44.370428 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:44.377436 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:44.411737 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Pushing event updated for resources: {'Port': ['ID=bc51c339-df6c-4681-8880-fbb840443132,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:44.442503 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (a4d6c084-1744-4430-bcee-1fbb8c300bc9), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.464797 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] For port 5ba18dde-d78d-4dd3-b002-10df6f1d200e, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:44.469221 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] For port 5ba18dde-d78d-4dd3-b002-10df6f1d200e, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5ba18dde-d78d-4dd3-b002-10df6f1d200e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:44.469426 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks [] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.486530 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.512988 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.586468 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Pushing event updated for resources: {'Port': ['ID=aa3d9f7b-2795-4455-b1ca-11e563931686,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:44.595357 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:44.596793 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:44.599189 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:44.603540 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8cf35-6531-4aec-9e10-7c057ca8bb60 None None] Pushing event updated for resources: {'Port': ['ID=5ba18dde-d78d-4dd3-b002-10df6f1d200e,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:44.623876 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:44.625113 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:44.625244 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc51c339-df6c-4681-8880-fbb840443132), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.670725 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port c8a6b259-8baf-4730-84a4-7ff2eba806cd is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:44.683681 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.726253 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (30ba8835-59eb-442e-a07c-a04b0842c779), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.768592 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:42Z', 'revision_number': 3, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:44.812774 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45020) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:44.843523 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:44.956195 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks [] for port (bc51c339-df6c-4681-8880-fbb840443132), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.960558 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:44.970208 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (bc51c339-df6c-4681-8880-fbb840443132), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:44.987907 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port c8a6b259-8baf-4730-84a4-7ff2eba806cd, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=c8a6b259-8baf-4730-84a4-7ff2eba806cd,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:44.990640 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Checking router: 30ba8835-59eb-442e-a07c-a04b0842c779 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:44.991036 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Updating router 30ba8835-59eb-442e-a07c-a04b0842c779 port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:46:45.024083 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.027283 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.037893 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.118059 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-aec373fa-cdf9-4cf0-bc3f-1d1eaaa1bc0d None None] Current status of the port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:45.134674 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Pushing event updated for resources: {'Port': ['ID=bc51c339-df6c-4681-8880-fbb840443132,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:45.157396 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (a4d6c084-1744-4430-bcee-1fbb8c300bc9), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.161671 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:45.208431 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5670b44-7a68-4983-bc70-201ffa2773b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.212101 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=c8a6b259-8baf-4730-84a4-7ff2eba806cd,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:45.267790 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Provisioning complete for port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:45.268436 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.343004 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:45.352429 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:45.356289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:45.358014 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:45.386205 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:45.411514 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bea261-7a17-4efe-90e7-6fe99d7f03e4 None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:45.479066 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:45.495725 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:45.537537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:45.538235 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.545022 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:46:45.554423 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:45.569793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:45.571556 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c9b62ac6-9276-41b7-b000-427fe0561073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.579690 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Current status of the port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:45.599607 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5670b44-7a68-4983-bc70-201ffa2773b9 admin admin] Publish callbacks [] for security_group (e53d8b82-f836-4cec-bd3a-d35ce01c5fa9), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.604678 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks [] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.609682 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d5670b44-7a68-4983-bc70-201ffa2773b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e53d8b82-f836-4cec-bd3a-d35ce01c5fa9), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.638248 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d5670b44-7a68-4983-bc70-201ffa2773b9 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=0546fa3da432440fa932e5dafced75a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8186836 Sep 09 04:46:45.642191 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.650019 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45024) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:45.660949 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Provisioning complete for port bc51c339-df6c-4681-8880-fbb840443132 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:45.661359 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bc51c339-df6c-4681-8880-fbb840443132), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.704690 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:45.713034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Publish callbacks [] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.737084 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b466b804-f77a-443b-a58d-2c17dc2e8d1f admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a4d6c084-1744-4430-bcee-1fbb8c300bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6427672 Sep 09 04:46:45.758239 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:45.781642 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.802568 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Port bc51c339-df6c-4681-8880-fbb840443132 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:46:45.833749 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Pushing event updated for resources: {'Port': ['ID=aa3d9f7b-2795-4455-b1ca-11e563931686,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:45.850222 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Attempting to bind port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:45.852232 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Attempting to bind port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:45.857780 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Attempting to bind port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:45.859922 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5670b44-7a68-4983-bc70-201ffa2773b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53d8b82-f836-4cec-bd3a-d35ce01c5fa9,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:45.871865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (30ba8835-59eb-442e-a07c-a04b0842c779), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.880974 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e8ae4-9752-48e4-8c0c-b330c83f2674 None None] Pushing event updated for resources: {'Port': ['ID=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:45.915432 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Provisioning complete for port c8a6b259-8baf-4730-84a4-7ff2eba806cd triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:45.915892 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.938603 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-29dcc649-20d3-413a-831d-8010c039d000 admin admin] Publish callbacks [] for security_group (e53d8b82-f836-4cec-bd3a-d35ce01c5fa9), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.972269 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:45.972753 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:45.973224 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.973715 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:45.974283 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Bound port: 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:45.974736 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:45.976930 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-29dcc649-20d3-413a-831d-8010c039d000 admin admin] Publish callbacks [] for security_group (e53d8b82-f836-4cec-bd3a-d35ce01c5fa9), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.038329 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:46.041531 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:46.059207 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-d6075971-f6c6-4c13-bf16-cf95b346e4c4 None None] Current status of the port c8a6b259-8baf-4730-84a4-7ff2eba806cd is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:46.096462 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-29dcc649-20d3-413a-831d-8010c039d000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e53d8b82-f836-4cec-bd3a-d35ce01c5fa9), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.098071 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] For port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:46.099301 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-29dcc649-20d3-413a-831d-8010c039d000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.103471 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-29dcc649-20d3-413a-831d-8010c039d000 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e53d8b82-f836-4cec-bd3a-d35ce01c5fa9 HTTP/1.1" status: 204 len: 168 time: 0.3900194 Sep 09 04:46:46.103649 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] For port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:46.118739 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.139038 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcc649-20d3-413a-831d-8010c039d000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53d8b82-f836-4cec-bd3a-d35ce01c5fa9,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:46.246359 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e8ae4-9752-48e4-8c0c-b330c83f2674 None None] Pushing event updated for resources: {'Port': ['ID=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:46.267375 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Router 30ba8835-59eb-442e-a07c-a04b0842c779 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:46:46.271104 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:46.272427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:46.388463 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:46.398051 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-441bcf92-0559-428b-8fc7-35640d964d8a None None] Provisioning complete for port aa3d9f7b-2795-4455-b1ca-11e563931686 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:46.398432 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-441bcf92-0559-428b-8fc7-35640d964d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.493869 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:46.496642 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-441bcf92-0559-428b-8fc7-35640d964d8a None None] Port aa3d9f7b-2795-4455-b1ca-11e563931686 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:46:46.502799 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:46.510220 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-51d84dcf-bb5f-49f2-8a0f-241395705d0d admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/30ba8835-59eb-442e-a07c-a04b0842c779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1421432 Sep 09 04:46:46.561212 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-441bcf92-0559-428b-8fc7-35640d964d8a None None] Provisioning complete for port bc51c339-df6c-4681-8880-fbb840443132 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:46.561584 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-441bcf92-0559-428b-8fc7-35640d964d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bc51c339-df6c-4681-8880-fbb840443132), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.686336 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45048) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:46.692616 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-945022689-network', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:46.701541 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-441bcf92-0559-428b-8fc7-35640d964d8a None None] Port bc51c339-df6c-4681-8880-fbb840443132 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:46:46.736065 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Made reservation on behalf of c2ef1a079e644830876e5d6423987db9 for: {'network': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:46.746427 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.768581 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.803742 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.823074 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-cf4561c7-cf0a-4a11-98a6-25f1ee0077df None None] Provisioning complete for port aa3d9f7b-2795-4455-b1ca-11e563931686 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:46.823605 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-cf4561c7-cf0a-4a11-98a6-25f1ee0077df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.836352 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:46.865091 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:45Z', 'revision_number': 2, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:46.900566 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-cf4561c7-cf0a-4a11-98a6-25f1ee0077df None None] Port aa3d9f7b-2795-4455-b1ca-11e563931686 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:46:46.904032 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5900b-aa91-4df7-a9be-cc4295c052b1 None None] The sync data for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi is: [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:45Z', 'revision_number': 2, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:46.927810 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks [] for security_group (330c5162-41e7-458a-ae6d-e9ddcbf03dcd), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.935748 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (330c5162-41e7-458a-ae6d-e9ddcbf03dcd), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:46.990187 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=107720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:46:46.997856 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330c5162-41e7-458a-ae6d-e9ddcbf03dcd,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:47.005864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (5445016f-1414-4b68-97a8-22e773b13291), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.006206 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.segments_db [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Added segment 5445016f-1414-4b68-97a8-22e773b13291 of type vlan for network bddd5ba4-8662-4b29-8682-594e7222c40e Sep 09 04:46:47.086864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (bddd5ba4-8662-4b29-8682-594e7222c40e), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.147249 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (bddd5ba4-8662-4b29-8682-594e7222c40e), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.148649 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:47.149244 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.318852 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6314719 Sep 09 04:46:47.321991 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45070) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:47.329932 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Request body: {'subnet': {'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-945022689-subnet', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'ip_version': 4}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:47.342447 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaf9f2-17e5-4476-b6ba-26a6e4827fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=bddd5ba4-8662-4b29-8682-594e7222c40e,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:47.358262 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network bddd5ba4-8662-4b29-8682-594e7222c40e details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:46:47.392016 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Made reservation on behalf of c2ef1a079e644830876e5d6423987db9 for: {'subnet': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:47.394876 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14020789'] for subnet (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.487263 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5ba18dde-d78d-4dd3-b002-10df6f1d200e up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:47.553894 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:47.576311 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45076) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:47.590083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2129070339-network', 'tenant_id': '045033350adb4269aac1665b7ff23237'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:47.592490 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 5ba18dde-d78d-4dd3-b002-10df6f1d200e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:47.593039 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.619163 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:47.666636 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Made reservation on behalf of 045033350adb4269aac1665b7ff23237 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:47.676022 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.690668 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 5ba18dde-d78d-4dd3-b002-10df6f1d200e is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:47.691099 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.695676 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.730754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 5ba18dde-d78d-4dd3-b002-10df6f1d200e, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5ba18dde-d78d-4dd3-b002-10df6f1d200e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:47.736649 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.738147 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device c8a6b259-8baf-4730-84a4-7ff2eba806cd up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:47.794839 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14817126', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14020779'] for subnet (6a61ed2c-8171-4ed0-b68f-dfd4ee47e907), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.821687 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port c8a6b259-8baf-4730-84a4-7ff2eba806cd triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:47.822061 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.870164 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=5ba18dde-d78d-4dd3-b002-10df6f1d200e,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:47.930183 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port c8a6b259-8baf-4730-84a4-7ff2eba806cd is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:47.932221 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a61ed2c-8171-4ed0-b68f-dfd4ee47e907,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:47.945302 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Checking segment: {'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:47.945723 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Network hostable DHCP agents. Network: bddd5ba4-8662-4b29-8682-594e7222c40e, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:46:47.953333 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:47.964563 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks [] for security_group (771cab6b-79c5-4fe2-92b7-3eeca2949735), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.972445 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (771cab6b-79c5-4fe2-92b7-3eeca2949735), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:47.994820 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Network bddd5ba4-8662-4b29-8682-594e7222c40e is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:46:47.997004 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:46:48.017530 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771cab6b-79c5-4fe2-92b7-3eeca2949735,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:48.023028 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (e602cccd-44bc-4638-886b-f14cd4e22f21), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.023368 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Added segment e602cccd-44bc-4638-886b-f14cd4e22f21 of type vlan for network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 Sep 09 04:46:48.024558 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, bddd5ba4-8662-4b29-8682-594e7222c40e) {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:48.036375 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:48.036995 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.041300 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abab21c-fa90-442d-83c4-d83476f10fc6 None None] Network bddd5ba4-8662-4b29-8682-594e7222c40e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:48.080662 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7dc4cdbf-9233-438a-8778-462ee31609ce admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7532315 Sep 09 04:46:48.080662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (c8ccb237-84a1-47bf-b084-9ecd3dcdf092), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.082380 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45084) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:48.088306 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:48.111612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (c8ccb237-84a1-47bf-b084-9ecd3dcdf092), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.112811 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:48.113997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.137665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (947ca2f0-8627-44fc-ad38-6bcb81310855), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.139959 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (947ca2f0-8627-44fc-ad38-6bcb81310855), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.179522 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45086) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:48.180172 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6026964 Sep 09 04:46:48.186766 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Request body: {'subnet': {'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2129070339-subnet', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:48.198997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5816f6-5717-4f24-8a5e-49c2517b566f admin admin] Pushing event updated for resources: {'Network': ['ID=c8ccb237-84a1-47bf-b084-9ecd3dcdf092,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:48.233147 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:46:48.267047 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-bddd5ba4-8662-4b29-8682-594e7222c40e', 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e', 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'fixed_ips': [{'subnet_id': '6a61ed2c-8171-4ed0-b68f-dfd4ee47e907'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:46:48.268562 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.272329 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Made reservation on behalf of 045033350adb4269aac1665b7ff23237 for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:46:48.275133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14635063'] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.330351 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks [] for router_controller (947ca2f0-8627-44fc-ad38-6bcb81310855), precommit_add_association {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.523867 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:48.535048 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.682441 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.693216 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Allocated IP 172.20.0.2 (bddd5ba4-8662-4b29-8682-594e7222c40e/6a61ed2c-8171-4ed0-b68f-dfd4ee47e907/61827342-4ac7-406f-b8db-ec595cf92fdf) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:48.793011 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:48.810547 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:48.816386 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:48.867865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks [] for router_gateway (947ca2f0-8627-44fc-ad38-6bcb81310855), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.896646 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Publish callbacks [] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.908359 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:48.967316 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Pushing event updated for resources: {'Port': ['ID=61827342-4ac7-406f-b8db-ec595cf92fdf,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:48.981973 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Network bddd5ba4-8662-4b29-8682-594e7222c40e is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:48.983517 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:48.986669 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:48.998740 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:49.035102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14434376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14635049'] for subnet (c82d25f3-bc7d-49bc-a121-a2be21eefa34), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.072676 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Attempting to bind port 61827342-4ac7-406f-b8db-ec595cf92fdf on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:49.072676 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Attempting to bind port 61827342-4ac7-406f-b8db-ec595cf92fdf by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:49.072981 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Attempting to bind port 61827342-4ac7-406f-b8db-ec595cf92fdf on network bddd5ba4-8662-4b29-8682-594e7222c40e {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:49.100553 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:49.101626 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82d25f3-bc7d-49bc-a121-a2be21eefa34,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:49.113918 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:49.128454 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:49.128905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Checking segment: {'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:49.129390 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.130012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Bound using segment: {'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:49.130873 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Bound port: 61827342-4ac7-406f-b8db-ec595cf92fdf, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:49.131428 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.232100 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:49.233263 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:49.237070 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] For port 61827342-4ac7-406f-b8db-ec595cf92fdf, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:49.253643 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] For port 61827342-4ac7-406f-b8db-ec595cf92fdf, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=61827342-4ac7-406f-b8db-ec595cf92fdf,segment=NetworkSegment(5445016f-1414-4b68-97a8-22e773b13291),segment_id=5445016f-1414-4b68-97a8-22e773b13291)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:49.275300 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.330395 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 2, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:49.350329 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Checking segment: {'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:49.351010 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Network hostable DHCP agents. Network: c8ccb237-84a1-47bf-b084-9ecd3dcdf092, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:46:49.388119 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:49.389159 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8938-0b18-4134-beb5-28b8eac31041 None None] Pushing event updated for resources: {'Port': ['ID=61827342-4ac7-406f-b8db-ec595cf92fdf,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:49.392579 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Updating router a4d6c084-1744-4430-bcee-1fbb8c300bc9 port bc51c339-df6c-4681-8880-fbb840443132 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:46:49.406084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5ba18dde-d78d-4dd3-b002-10df6f1d200e up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:49.416398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks [] for router_gateway (947ca2f0-8627-44fc-ad38-6bcb81310855), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.439030 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.441209 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:46:49.470542 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc51c339-df6c-4681-8880-fbb840443132), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.490225 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 5ba18dde-d78d-4dd3-b002-10df6f1d200e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:49.490765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.510225 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, c8ccb237-84a1-47bf-b084-9ecd3dcdf092) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:49.524683 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:49.527464 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:46:49.528107 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.542852 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f07fcd-2080-4c86-a5ff-bc95acb63f12 None None] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:49.568598 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-0949f93a-738c-4d72-bcda-0b8250bb9ddf admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3869064 Sep 09 04:46:49.570842 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45110) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:49.580618 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:49.649457 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:49.678057 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Allocated IP 172.27.3.192 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/fa022c41-5700-45b3-916e-4fe0e02bb299) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:49.686033 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (03764390-27d9-4db3-8226-3cb335eda902), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.689496 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:49.689636 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (03764390-27d9-4db3-8226-3cb335eda902), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.744816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'project_id': '045033350adb4269aac1665b7ff23237', 'fixed_ips': [{'subnet_id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:46:49.745753 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.781080 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks [] for router_controller (03764390-27d9-4db3-8226-3cb335eda902), precommit_add_association {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.824190 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 5ba18dde-d78d-4dd3-b002-10df6f1d200e is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:49.825239 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:49.886858 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks [] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.903241 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Publish callbacks [] for port (bc51c339-df6c-4681-8880-fbb840443132), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.910474 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bc51c339-df6c-4681-8880-fbb840443132), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.935555 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.978036 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks [] for router_gateway (03764390-27d9-4db3-8226-3cb335eda902), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:49.994909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:49.995338 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.024542 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:50.029462 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:50.031518 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808c59-a313-4a97-bfe2-520a36eacd04 None None] Pushing event updated for resources: {'Port': ['ID=bc51c339-df6c-4681-8880-fbb840443132,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:50.038794 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Attempting to bind port bc51c339-df6c-4681-8880-fbb840443132 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:50.039290 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Attempting to bind port bc51c339-df6c-4681-8880-fbb840443132 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:50.039768 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Attempting to bind port bc51c339-df6c-4681-8880-fbb840443132 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:50.042239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:50.045133 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Allocated IP 172.20.0.2 (c8ccb237-84a1-47bf-b084-9ecd3dcdf092/c82d25f3-bc7d-49bc-a121-a2be21eefa34/46481dcf-14b5-48fc-ad90-c9b271660d02) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:50.117948 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:50.177463 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:INSERT=2,neutron:UPDATE=4,neutron:SELECT=94 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:50.180912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:50.181389 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.213820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Pushing event updated for resources: {'Port': ['ID=fa022c41-5700-45b3-916e-4fe0e02bb299,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:50.217039 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:50.217779 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Checking segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:50.218187 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.218664 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Bound using segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:50.220191 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Bound port: bc51c339-df6c-4681-8880-fbb840443132, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:50.220660 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc51c339-df6c-4681-8880-fbb840443132), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.237143 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:50.253310 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.263325 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:50.305981 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] For port bc51c339-df6c-4681-8880-fbb840443132, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:50.309812 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] For port bc51c339-df6c-4681-8880-fbb840443132, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=bc51c339-df6c-4681-8880-fbb840443132,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:50.318550 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bc51c339-df6c-4681-8880-fbb840443132), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.335169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks [] for router_gateway (03764390-27d9-4db3-8226-3cb335eda902), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.356921 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Publish callbacks [] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.362156 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:50.363041 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:50.363745 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:50.367066 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.369598 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.429112 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:50.440360 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:50.445836 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:50.446380 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a808c59-a313-4a97-bfe2-520a36eacd04 None None] Pushing event updated for resources: {'Port': ['ID=bc51c339-df6c-4681-8880-fbb840443132,revision_number=4']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:50.463189 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks [] for router_gateway (947ca2f0-8627-44fc-ad38-6bcb81310855), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.477413 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Pushing event updated for resources: {'Port': ['ID=46481dcf-14b5-48fc-ad90-c9b271660d02,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:50.518409 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Attempting to bind port 46481dcf-14b5-48fc-ad90-c9b271660d02 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:50.518773 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Attempting to bind port 46481dcf-14b5-48fc-ad90-c9b271660d02 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:50.519158 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Attempting to bind port 46481dcf-14b5-48fc-ad90-c9b271660d02 on network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:50.538745 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:50.566131 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Sync routers for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:50.569267 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Allocated IP 172.27.3.124 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/0c4a4f50-64fd-44c0-b6c5-97d380fc8509) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:50.578281 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:50.578652 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Checking segment: {'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:50.579292 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.579682 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Bound using segment: {'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:50.580344 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Bound port: 46481dcf-14b5-48fc-ad90-c9b271660d02, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:50.580716 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.589158 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:50.589357 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:50.702745 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:50.769454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (947ca2f0-8627-44fc-ad38-6bcb81310855), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.774427 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks [] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.791871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] For port 46481dcf-14b5-48fc-ad90-c9b271660d02, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:50.797274 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] For port 46481dcf-14b5-48fc-ad90-c9b271660d02, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=46481dcf-14b5-48fc-ad90-c9b271660d02,segment=NetworkSegment(e602cccd-44bc-4638-886b-f14cd4e22f21),segment_id=e602cccd-44bc-4638-886b-f14cd4e22f21)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:50.814374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.832754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:50.870547 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:50.921964 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:50.956213 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:50.971706 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:50.989066 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:50.995668 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25ecd11-7497-4238-bb9c-b6734e82bb07 None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:51.011194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8739d-f4ad-4b9c-99c3-2250e08a3265 None None] Pushing event updated for resources: {'Port': ['ID=46481dcf-14b5-48fc-ad90-c9b271660d02,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:51.029929 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:51.075431 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Router 947ca2f0-8627-44fc-ad38-6bcb81310855 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:46:51.221696 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:51.485188 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:51.506712 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Sync routers for ids ['947ca2f0-8627-44fc-ad38-6bcb81310855'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:51.527204 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Routers {'947ca2f0-8627-44fc-ad38-6bcb81310855'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:51.527906 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['947ca2f0-8627-44fc-ad38-6bcb81310855'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:51.555499 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:51.559660 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e22a14b5-4c75-49ac-9094-90e511f2702b admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4752345 Sep 09 04:46:51.562314 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45124) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:51.591250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec3de4-b1fc-4807-950c-04fa5f35c111 None None] Network bddd5ba4-8662-4b29-8682-594e7222c40e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:51.604791 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks [] for router_gateway (03764390-27d9-4db3-8226-3cb335eda902), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:51.628142 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:46:51.654029 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:51.687601 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:51.727886 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bc51c339-df6c-4681-8880-fbb840443132 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:51.758041 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Set router 947ca2f0-8627-44fc-ad38-6bcb81310855 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:51.783510 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-c97d3284-aa6f-49a3-9dcf-8b9338cc520a None None] Provisioning complete for port 61827342-4ac7-406f-b8db-ec595cf92fdf triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:51.783928 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c97d3284-aa6f-49a3-9dcf-8b9338cc520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:51.821225 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:45Z', 'revision_number': 2, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:51.858116 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Checking router: 30ba8835-59eb-442e-a07c-a04b0842c779 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:51.858327 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Updating router 30ba8835-59eb-442e-a07c-a04b0842c779 port aa3d9f7b-2795-4455-b1ca-11e563931686 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:46:51.887921 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:51.918187 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:51.946373 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port bc51c339-df6c-4681-8880-fbb840443132 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:51.946744 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bc51c339-df6c-4681-8880-fbb840443132), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:51.967033 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:51.971186 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (03764390-27d9-4db3-8226-3cb335eda902), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.050407 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-c97d3284-aa6f-49a3-9dcf-8b9338cc520a None None] Current status of the port 61827342-4ac7-406f-b8db-ec595cf92fdf is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:52.050799 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c97d3284-aa6f-49a3-9dcf-8b9338cc520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.104221 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:52.122650 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 3, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port': {'id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:52.170204 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Checking router: 947ca2f0-8627-44fc-ad38-6bcb81310855 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:52.170619 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Updating router 947ca2f0-8627-44fc-ad38-6bcb81310855 port fa022c41-5700-45b3-916e-4fe0e02bb299 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:46:52.212283 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.255204 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Router 03764390-27d9-4db3-8226-3cb335eda902 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:46:52.275123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port bc51c339-df6c-4681-8880-fbb840443132 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:52.275506 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bc51c339-df6c-4681-8880-fbb840443132), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.293829 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:52.310743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-c97d3284-aa6f-49a3-9dcf-8b9338cc520a None None] For port 61827342-4ac7-406f-b8db-ec595cf92fdf, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=61827342-4ac7-406f-b8db-ec595cf92fdf,segment=NetworkSegment(5445016f-1414-4b68-97a8-22e773b13291),segment_id=5445016f-1414-4b68-97a8-22e773b13291)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:52.326889 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:52.327257 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c97d3284-aa6f-49a3-9dcf-8b9338cc520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.350337 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port bc51c339-df6c-4681-8880-fbb840443132, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=bc51c339-df6c-4681-8880-fbb840443132,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:52.383781 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bc51c339-df6c-4681-8880-fbb840443132), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.384666 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 61827342-4ac7-406f-b8db-ec595cf92fdf up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:52.457609 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.522524 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd270e78-251a-48a3-b244-75b4c9fa49e1 None None] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:46:52.541805 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d3284-aa6f-49a3-9dcf-8b9338cc520a None None] Pushing event updated for resources: {'Port': ['ID=61827342-4ac7-406f-b8db-ec595cf92fdf,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:52.626603 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=bc51c339-df6c-4681-8880-fbb840443132,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:52.630317 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-c7c8aac5-610c-49a9-ab97-737ec8400c38 None None] Provisioning complete for port 61827342-4ac7-406f-b8db-ec595cf92fdf triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:52.630708 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c7c8aac5-610c-49a9-ab97-737ec8400c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.649997 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Publish callbacks [] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.660029 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.703157 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 61827342-4ac7-406f-b8db-ec595cf92fdf triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:52.703533 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.728537 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Attempting to bind port fa022c41-5700-45b3-916e-4fe0e02bb299 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:52.728981 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Attempting to bind port fa022c41-5700-45b3-916e-4fe0e02bb299 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:52.737078 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Attempting to bind port fa022c41-5700-45b3-916e-4fe0e02bb299 on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:52.753256 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Allocated IP 172.20.0.1 (bddd5ba4-8662-4b29-8682-594e7222c40e/6a61ed2c-8171-4ed0-b68f-dfd4ee47e907/da17efaa-5177-4aa8-a0c7-9e3eac54b86a) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:52.858715 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63db0b-0141-48b2-b03d-7b8c1e9f4f2a None None] Pushing event updated for resources: {'Port': ['ID=fa022c41-5700-45b3-916e-4fe0e02bb299,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:52.863249 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:52.863531 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:52.863934 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.864319 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:52.864801 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Bound port: fa022c41-5700-45b3-916e-4fe0e02bb299, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:52.865176 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.873575 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:52.907234 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:52.933922 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Sync routers for ids ['03764390-27d9-4db3-8226-3cb335eda902'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:52.937271 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.939753 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-23b59662-18a0-4b10-a40c-f036952e6145 admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3648596 Sep 09 04:46:52.942748 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45132) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:52.948491 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] For port fa022c41-5700-45b3-916e-4fe0e02bb299, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:52.952459 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] For port fa022c41-5700-45b3-916e-4fe0e02bb299, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=fa022c41-5700-45b3-916e-4fe0e02bb299,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:52.962337 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks [] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:52.965092 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.015939 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Routers {'947ca2f0-8627-44fc-ad38-6bcb81310855'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:53.017184 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['947ca2f0-8627-44fc-ad38-6bcb81310855'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:53.025204 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Routers {'03764390-27d9-4db3-8226-3cb335eda902'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:53.025844 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['03764390-27d9-4db3-8226-3cb335eda902'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:53.039054 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.108671 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63db0b-0141-48b2-b03d-7b8c1e9f4f2a None None] Pushing event updated for resources: {'Port': ['ID=fa022c41-5700-45b3-916e-4fe0e02bb299,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:53.123330 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:53.123867 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Publish callbacks [] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.130264 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8aac5-610c-49a9-ab97-737ec8400c38 None None] Current status of the port 61827342-4ac7-406f-b8db-ec595cf92fdf is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:53.139858 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 61827342-4ac7-406f-b8db-ec595cf92fdf is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:53.141227 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:53.147254 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Network bddd5ba4-8662-4b29-8682-594e7222c40e is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:53.149312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:53.150991 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.168480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:53.174115 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:53.222380 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:53.249015 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] Set router 947ca2f0-8627-44fc-ad38-6bcb81310855 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:53.282059 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Pushing event updated for resources: {'Port': ['ID=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:53.310319 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (947ca2f0-8627-44fc-ad38-6bcb81310855), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.407826 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-aab8500b-eef0-4c13-8c34-d78d173a46ad None None] Provisioning complete for port 46481dcf-14b5-48fc-ad90-c9b271660d02 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:53.408196 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-aab8500b-eef0-4c13-8c34-d78d173a46ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.455946 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee0852-17f8-4ac8-873f-bda4b992370e None None] Pushing event updated for resources: {'Port': ['ID=aa3d9f7b-2795-4455-b1ca-11e563931686,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:53.463123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Attempting to bind port aa3d9f7b-2795-4455-b1ca-11e563931686 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:53.463605 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Attempting to bind port aa3d9f7b-2795-4455-b1ca-11e563931686 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:53.463850 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Attempting to bind port aa3d9f7b-2795-4455-b1ca-11e563931686 on network 538ad1e0-6b1a-4607-af36-c59973362ac1 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:53.524416 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Set router 03764390-27d9-4db3-8226-3cb335eda902 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:53.543312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:53.543697 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.562457 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:53.581886 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 3, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port': {'id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:53.615352 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76ea89-cd67-4b5c-b146-22a79c64a4ff None None] The sync data for ids ['947ca2f0-8627-44fc-ad38-6bcb81310855'] in dv-cinder-856002-3-iscsi is: [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 3, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port': {'id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:53.627112 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.751259 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:53.790442 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.820668 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:53.822110 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks [] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.828478 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.860805 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:53.862009 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Checking segment: {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:53.862424 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.862825 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Bound using segment: {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:53.863370 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Bound port: aa3d9f7b-2795-4455-b1ca-11e563931686, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:53.863816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.901665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (947ca2f0-8627-44fc-ad38-6bcb81310855), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.903611 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Pushing event updated for resources: {'Port': ['ID=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:53.969130 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-aab8500b-eef0-4c13-8c34-d78d173a46ad None None] Current status of the port 46481dcf-14b5-48fc-ad90-c9b271660d02 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:53.969130 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-aab8500b-eef0-4c13-8c34-d78d173a46ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:53.984508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Allocated IP 172.20.0.1 (c8ccb237-84a1-47bf-b084-9ecd3dcdf092/c82d25f3-bc7d-49bc-a121-a2be21eefa34/a9decdb9-1abe-4516-b116-3b894668cfec) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:46:53.991815 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:54.015653 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Network bddd5ba4-8662-4b29-8682-594e7222c40e is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:54.017735 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:54.100254 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:54.165053 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] For port aa3d9f7b-2795-4455-b1ca-11e563931686, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:54.186652 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks [] for port (a9decdb9-1abe-4516-b116-3b894668cfec), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.196769 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] For port aa3d9f7b-2795-4455-b1ca-11e563931686, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=aa3d9f7b-2795-4455-b1ca-11e563931686,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:54.209877 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.250110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-aab8500b-eef0-4c13-8c34-d78d173a46ad None None] For port 46481dcf-14b5-48fc-ad90-c9b271660d02, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=46481dcf-14b5-48fc-ad90-c9b271660d02,segment=NetworkSegment(e602cccd-44bc-4638-886b-f14cd4e22f21),segment_id=e602cccd-44bc-4638-886b-f14cd4e22f21)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:54.269566 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-aab8500b-eef0-4c13-8c34-d78d173a46ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.286486 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.296317 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:54.296728 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:54.320732 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Router 947ca2f0-8627-44fc-ad38-6bcb81310855 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:46:54.335855 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:51Z', 'revision_number': 3, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port': {'id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:50Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:54.352907 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:54.355910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:54.363322 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:46:54.385597 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee0852-17f8-4ac8-873f-bda4b992370e None None] Pushing event updated for resources: {'Port': ['ID=aa3d9f7b-2795-4455-b1ca-11e563931686,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:54.408457 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Pushing event updated for resources: {'Port': ['ID=a9decdb9-1abe-4516-b116-3b894668cfec,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:54.427253 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:54.433744 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (03764390-27d9-4db3-8226-3cb335eda902), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.526016 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-ab0e9633-71a3-484e-9dac-3ae22f8c69aa None None] Provisioning complete for port da17efaa-5177-4aa8-a0c7-9e3eac54b86a triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:54.526548 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9633-71a3-484e-9dac-3ae22f8c69aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.532560 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 46481dcf-14b5-48fc-ad90-c9b271660d02 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:54.597472 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Checking router: 03764390-27d9-4db3-8226-3cb335eda902 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:54.597915 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Updating router 03764390-27d9-4db3-8226-3cb335eda902 port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:46:54.598259 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:54.652223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.672777 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.679951 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8500b-eef0-4c13-8c34-d78d173a46ad None None] Pushing event updated for resources: {'Port': ['ID=46481dcf-14b5-48fc-ad90-c9b271660d02,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:54.713645 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 46481dcf-14b5-48fc-ad90-c9b271660d02 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:54.714021 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.808150 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e9633-71a3-484e-9dac-3ae22f8c69aa None None] Port da17efaa-5177-4aa8-a0c7-9e3eac54b86a cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:46:54.881018 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:54.895601 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-ab8377e0-4322-4420-9080-77ee629344f7 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/947ca2f0-8627-44fc-ad38-6bcb81310855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3235681 Sep 09 04:46:54.911901 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks [] for port (a9decdb9-1abe-4516-b116-3b894668cfec), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.912156 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-ab0e9633-71a3-484e-9dac-3ae22f8c69aa None None] Provisioning complete for port 46481dcf-14b5-48fc-ad90-c9b271660d02 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:54.912637 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ab0e9633-71a3-484e-9dac-3ae22f8c69aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.916360 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:54.920535 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:54.990560 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:55.003451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (03764390-27d9-4db3-8226-3cb335eda902), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.006402 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Pushing event updated for resources: {'Port': ['ID=a9decdb9-1abe-4516-b116-3b894668cfec,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:55.029188 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 46481dcf-14b5-48fc-ad90-c9b271660d02 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:55.030256 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bc51c339-df6c-4681-8880-fbb840443132 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:55.057832 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:55.110402 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:46:55.112205 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:46:55.120203 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:55.285171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port bc51c339-df6c-4681-8880-fbb840443132 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:55.285552 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bc51c339-df6c-4681-8880-fbb840443132), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.294598 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Router 03764390-27d9-4db3-8226-3cb335eda902 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:46:55.329118 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e9633-71a3-484e-9dac-3ae22f8c69aa None None] Current status of the port 46481dcf-14b5-48fc-ad90-c9b271660d02 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:55.363822 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45154) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:55.368448 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-19d03fb5-8805-438a-92bd-cf9fa6baa6eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935715260', 'description': 'tempest-secgroup-smoke-935715260 description', 'project_id': 'ea4c285aae544f47a91407ff79414128'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:55.384432 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:55.427711 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-19d03fb5-8805-438a-92bd-cf9fa6baa6eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.465947 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:46:55.471784 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a7d27cec-f3c5-4186-8b9e-d4601f16bb0f admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/03764390-27d9-4db3-8226-3cb335eda902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5281634 Sep 09 04:46:55.476875 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:55.514535 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Publish callbacks [] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.519350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-e2e4c9bf-ceff-4af8-be70-835a3e13086e None None] Provisioning complete for port da17efaa-5177-4aa8-a0c7-9e3eac54b86a triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:55.519736 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c9bf-ceff-4af8-be70-835a3e13086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.522995 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:55.523163 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bef05-8326-4f21-9471-c938d55df7ea None None] The sync data for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi is: [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:55.524792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port bc51c339-df6c-4681-8880-fbb840443132 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:55.525852 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device fa022c41-5700-45b3-916e-4fe0e02bb299 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:55.529506 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-19d03fb5-8805-438a-92bd-cf9fa6baa6eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group (b3be2a2b-d966-4087-a7b6-3dc08119b0de), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.535235 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-19d03fb5-8805-438a-92bd-cf9fa6baa6eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b3be2a2b-d966-4087-a7b6-3dc08119b0de), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.545149 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.570719 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-19d03fb5-8805-438a-92bd-cf9fa6baa6eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.571945 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-19d03fb5-8805-438a-92bd-cf9fa6baa6eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2071669 Sep 09 04:46:55.575757 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45158) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:55.580272 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-7f071973-e8d7-490c-8ba1-77a252b3d60d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'security_group_rule': {'security_group_id': 'b3be2a2b-d966-4087-a7b6-3dc08119b0de', 'project_id': 'ea4c285aae544f47a91407ff79414128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:55.587877 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d03fb5-8805-438a-92bd-cf9fa6baa6eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3be2a2b-d966-4087-a7b6-3dc08119b0de,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:55.619787 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Attempting to bind port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:55.620196 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Attempting to bind port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:55.620500 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Attempting to bind port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:55.625579 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4c9bf-ceff-4af8-be70-835a3e13086e None None] Port da17efaa-5177-4aa8-a0c7-9e3eac54b86a cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:46:55.633222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f071973-e8d7-490c-8ba1-77a252b3d60d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (c5a39d7c-56bf-4354-815f-a6a3081e171f), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.706294 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-e2e4c9bf-ceff-4af8-be70-835a3e13086e None None] Provisioning complete for port a9decdb9-1abe-4516-b116-3b894668cfec triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:55.706554 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-e2e4c9bf-ceff-4af8-be70-835a3e13086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.710618 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1996-5da7-402c-8dca-b536f044114c None None] Pushing event updated for resources: {'Port': ['ID=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:55.733411 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f071973-e8d7-490c-8ba1-77a252b3d60d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (c5a39d7c-56bf-4354-815f-a6a3081e171f), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.741006 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f071973-e8d7-490c-8ba1-77a252b3d60d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (c5a39d7c-56bf-4354-815f-a6a3081e171f), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.763758 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f071973-e8d7-490c-8ba1-77a252b3d60d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a39d7c-56bf-4354-815f-a6a3081e171f,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:55.773717 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port fa022c41-5700-45b3-916e-4fe0e02bb299 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:55.774184 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.774840 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7f071973-e8d7-490c-8ba1-77a252b3d60d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.778333 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7f071973-e8d7-490c-8ba1-77a252b3d60d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999264 Sep 09 04:46:55.779033 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45166) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:55.784293 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-b9fb6937-7095-48d9-811a-87c6bc739e5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'security_group_rule': {'security_group_id': 'b3be2a2b-d966-4087-a7b6-3dc08119b0de', 'project_id': 'ea4c285aae544f47a91407ff79414128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:55.820355 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6937-7095-48d9-811a-87c6bc739e5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (077f3d53-7c5b-4419-aac7-01eff8df8594), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.894724 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6937-7095-48d9-811a-87c6bc739e5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (077f3d53-7c5b-4419-aac7-01eff8df8594), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.906022 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6937-7095-48d9-811a-87c6bc739e5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (077f3d53-7c5b-4419-aac7-01eff8df8594), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.934501 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:55.942051 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb6937-7095-48d9-811a-87c6bc739e5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077f3d53-7c5b-4419-aac7-01eff8df8594,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:55.956287 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b9fb6937-7095-48d9-811a-87c6bc739e5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:55.960832 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b9fb6937-7095-48d9-811a-87c6bc739e5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1781271 Sep 09 04:46:55.961141 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45172) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:55.967291 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-f1537b27-dda7-4dc7-8db3-91d4d5d9dd26 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'security_group_rule': {'security_group_id': 'b3be2a2b-d966-4087-a7b6-3dc08119b0de', 'project_id': 'ea4c285aae544f47a91407ff79414128', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:56.001361 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1537b27-dda7-4dc7-8db3-91d4d5d9dd26 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (2c98bb15-db37-4b66-a58e-8f5b69ccb527), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.003912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:56.004417 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:56.004665 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.005055 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:56.005532 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Bound port: 0c4a4f50-64fd-44c0-b6c5-97d380fc8509, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:56.005905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.033414 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-e2e4c9bf-ceff-4af8-be70-835a3e13086e None None] Port a9decdb9-1abe-4516-b116-3b894668cfec cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:46:56.069284 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1537b27-dda7-4dc7-8db3-91d4d5d9dd26 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (2c98bb15-db37-4b66-a58e-8f5b69ccb527), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.073771 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1537b27-dda7-4dc7-8db3-91d4d5d9dd26 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (2c98bb15-db37-4b66-a58e-8f5b69ccb527), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.100393 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1537b27-dda7-4dc7-8db3-91d4d5d9dd26 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c98bb15-db37-4b66-a58e-8f5b69ccb527,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:56.108495 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f1537b27-dda7-4dc7-8db3-91d4d5d9dd26 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.113160 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f1537b27-dda7-4dc7-8db3-91d4d5d9dd26 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506970 Sep 09 04:46:56.114970 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45178) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:56.119088 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-d901f7d7-a82b-4484-9c24-6778a49c05bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'security_group_rule': {'security_group_id': 'b3be2a2b-d966-4087-a7b6-3dc08119b0de', 'project_id': 'ea4c285aae544f47a91407ff79414128', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:56.134070 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port fa022c41-5700-45b3-916e-4fe0e02bb299 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:56.134458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.143407 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] For port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:56.160918 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d901f7d7-a82b-4484-9c24-6778a49c05bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (bddcedec-d5e1-4cfd-bd35-0e0ad4fb64b8), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.162166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] For port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:56.176473 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.179624 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port fa022c41-5700-45b3-916e-4fe0e02bb299, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=fa022c41-5700-45b3-916e-4fe0e02bb299,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:56.205667 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.206467 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 61827342-4ac7-406f-b8db-ec595cf92fdf up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:56.258155 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d901f7d7-a82b-4484-9c24-6778a49c05bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (bddcedec-d5e1-4cfd-bd35-0e0ad4fb64b8), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.260653 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Routers {'03764390-27d9-4db3-8226-3cb335eda902'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:56.260653 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['03764390-27d9-4db3-8226-3cb335eda902'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:56.262727 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d901f7d7-a82b-4484-9c24-6778a49c05bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (bddcedec-d5e1-4cfd-bd35-0e0ad4fb64b8), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.282381 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901f7d7-a82b-4484-9c24-6778a49c05bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddcedec-d5e1-4cfd-bd35-0e0ad4fb64b8,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:56.295732 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d901f7d7-a82b-4484-9c24-6778a49c05bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.298200 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d901f7d7-a82b-4484-9c24-6778a49c05bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834242 Sep 09 04:46:56.301144 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45182) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:56.307034 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'security_group_rule': {'security_group_id': 'b3be2a2b-d966-4087-a7b6-3dc08119b0de', 'project_id': 'ea4c285aae544f47a91407ff79414128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:56.308666 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1996-5da7-402c-8dca-b536f044114c None None] Pushing event updated for resources: {'Port': ['ID=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:56.334207 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.securitygroups_db [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Project ea4c285aae544f47a91407ff79414128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 04:46:56.340801 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (8fa5a38a-c35c-4bb1-8cc3-81779eaa5572), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.388251 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 61827342-4ac7-406f-b8db-ec595cf92fdf triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:56.388622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.405247 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (8fa5a38a-c35c-4bb1-8cc3-81779eaa5572), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.410145 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (8fa5a38a-c35c-4bb1-8cc3-81779eaa5572), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.435225 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa5a38a-c35c-4bb1-8cc3-81779eaa5572,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:56.440684 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.442398 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e53602fe-0497-42fb-bae9-ad6eb92694d6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399229 Sep 09 04:46:56.445826 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45194) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:46:56.450869 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'security_group_rule': {'security_group_id': 'b3be2a2b-d966-4087-a7b6-3dc08119b0de', 'project_id': 'ea4c285aae544f47a91407ff79414128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:46:56.466745 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=fa022c41-5700-45b3-916e-4fe0e02bb299,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:56.472291 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.securitygroups_db [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Project ea4c285aae544f47a91407ff79414128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 04:46:56.476036 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] Set router 03764390-27d9-4db3-8226-3cb335eda902 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:56.481355 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (05dfeadc-cbb5-49aa-afe9-f69a197b41dd), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.555309 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (05dfeadc-cbb5-49aa-afe9-f69a197b41dd), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.560260 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (05dfeadc-cbb5-49aa-afe9-f69a197b41dd), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.582555 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:56.588122 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 61827342-4ac7-406f-b8db-ec595cf92fdf is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:56.589960 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dfeadc-cbb5-49aa-afe9-f69a197b41dd,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:56.620939 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.622151 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-cc154d2c-4c82-4f3c-835c-1f8f9bf39366 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1750851 Sep 09 04:46:56.650371 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:56.738455 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:56.772931 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device aa3d9f7b-2795-4455-b1ca-11e563931686 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:56.779751 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 4, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port': {'id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:50Z', 'updated_at': '2022-09-09T04:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a9decdb9-1abe-4516-b116-3b894668cfec', 'name': '', 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'mac_address': 'fa:16:3e:5c:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:53Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 2, 'project_id': '045033350adb4269aac1665b7ff23237', 'subnets': [{'id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:56.841374 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d744698-8c18-4193-99a0-fee087ee7948 None None] The sync data for ids ['03764390-27d9-4db3-8226-3cb335eda902'] in dv-cinder-856002-3-iscsi is: [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 4, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port': {'id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:50Z', 'updated_at': '2022-09-09T04:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a9decdb9-1abe-4516-b116-3b894668cfec', 'name': '', 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'mac_address': 'fa:16:3e:5c:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:53Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 2, 'project_id': '045033350adb4269aac1665b7ff23237', 'subnets': [{'id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:46:56.862894 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port aa3d9f7b-2795-4455-b1ca-11e563931686 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:56.863480 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:56.956603 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Sync routers for ids ['947ca2f0-8627-44fc-ad38-6bcb81310855'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:46:57.011623 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port aa3d9f7b-2795-4455-b1ca-11e563931686 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:57.012227 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:57.033234 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Routers {'947ca2f0-8627-44fc-ad38-6bcb81310855'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:57.037123 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['947ca2f0-8627-44fc-ad38-6bcb81310855'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:57.062920 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port aa3d9f7b-2795-4455-b1ca-11e563931686, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=aa3d9f7b-2795-4455-b1ca-11e563931686,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:46:57.071960 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:57.074955 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 46481dcf-14b5-48fc-ad90-c9b271660d02 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:57.169502 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=aa3d9f7b-2795-4455-b1ca-11e563931686,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:57.192439 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 46481dcf-14b5-48fc-ad90-c9b271660d02 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:57.192897 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:57.193431 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Set router 947ca2f0-8627-44fc-ad38-6bcb81310855 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:57.329846 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 46481dcf-14b5-48fc-ad90-c9b271660d02 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:57.331266 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device fa022c41-5700-45b3-916e-4fe0e02bb299 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:57.495929 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port fa022c41-5700-45b3-916e-4fe0e02bb299 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:57.496671 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:57.615286 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port fa022c41-5700-45b3-916e-4fe0e02bb299 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:57.803569 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:46:53Z', 'revision_number': 4, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port': {'id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'da17efaa-5177-4aa8-a0c7-9e3eac54b86a', 'name': '', 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'mac_address': 'fa:16:3e:45:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a61ed2c-8171-4ed0-b68f-dfd4ee47e907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:52Z', 'updated_at': '2022-09-09T04:46:53Z', 'revision_number': 2, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'subnets': [{'id': '6a61ed2c-8171-4ed0-b68f-dfd4ee47e907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:57.836163 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Checking router: 947ca2f0-8627-44fc-ad38-6bcb81310855 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:46:57.836570 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Updating router 947ca2f0-8627-44fc-ad38-6bcb81310855 port da17efaa-5177-4aa8-a0c7-9e3eac54b86a binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:46:57.869806 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:57.993750 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:58.211952 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Publish callbacks [] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:58.218285 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:58.267605 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23200d5-82e7-4ec3-8d18-dcd60abd554e None None] Pushing event updated for resources: {'Port': ['ID=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:58.332759 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Attempting to bind port da17efaa-5177-4aa8-a0c7-9e3eac54b86a on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:46:58.333127 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Attempting to bind port da17efaa-5177-4aa8-a0c7-9e3eac54b86a by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:46:58.333482 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Attempting to bind port da17efaa-5177-4aa8-a0c7-9e3eac54b86a on network bddd5ba4-8662-4b29-8682-594e7222c40e {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:46:58.385291 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:46:58.393636 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:46:58.394150 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Checking segment: {'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:46:58.394571 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:58.395138 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Bound using segment: {'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:46:58.395619 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Bound port: da17efaa-5177-4aa8-a0c7-9e3eac54b86a, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5445016f-1414-4b68-97a8-22e773b13291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:46:58.396001 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:58.512233 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] For port da17efaa-5177-4aa8-a0c7-9e3eac54b86a, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:46:58.517542 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] For port da17efaa-5177-4aa8-a0c7-9e3eac54b86a, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,segment=NetworkSegment(5445016f-1414-4b68-97a8-22e773b13291),segment_id=5445016f-1414-4b68-97a8-22e773b13291)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:46:58.530072 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:58.616383 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23200d5-82e7-4ec3-8d18-dcd60abd554e None None] Pushing event updated for resources: {'Port': ['ID=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,revision_number=4']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:46:58.624412 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Routers {'947ca2f0-8627-44fc-ad38-6bcb81310855'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:46:58.625043 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['947ca2f0-8627-44fc-ad38-6bcb81310855'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:58.772597 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device aa3d9f7b-2795-4455-b1ca-11e563931686 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:46:58.798430 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] Set router 947ca2f0-8627-44fc-ad38-6bcb81310855 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:46:58.870146 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port aa3d9f7b-2795-4455-b1ca-11e563931686 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:46:58.876651 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:46:59.074644 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port aa3d9f7b-2795-4455-b1ca-11e563931686 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:46:59.139913 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:46:53Z', 'revision_number': 4, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port': {'id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'da17efaa-5177-4aa8-a0c7-9e3eac54b86a', 'name': '', 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'mac_address': 'fa:16:3e:45:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a61ed2c-8171-4ed0-b68f-dfd4ee47e907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:52Z', 'updated_at': '2022-09-09T04:46:58Z', 'revision_number': 4, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'subnets': [{'id': '6a61ed2c-8171-4ed0-b68f-dfd4ee47e907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:46:59.196111 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb168f3f-80d9-4e11-8686-6031cc473e11 None None] The sync data for ids ['947ca2f0-8627-44fc-ad38-6bcb81310855'] in dv-cinder-856002-3-iscsi is: [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:46:53Z', 'revision_number': 4, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port': {'id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'da17efaa-5177-4aa8-a0c7-9e3eac54b86a', 'name': '', 'network_id': 'bddd5ba4-8662-4b29-8682-594e7222c40e', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'mac_address': 'fa:16:3e:45:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '6a61ed2c-8171-4ed0-b68f-dfd4ee47e907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:52Z', 'updated_at': '2022-09-09T04:46:58Z', 'revision_number': 4, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'subnets': [{'id': '6a61ed2c-8171-4ed0-b68f-dfd4ee47e907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:47:00.858479 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device da17efaa-5177-4aa8-a0c7-9e3eac54b86a up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:00.933084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port da17efaa-5177-4aa8-a0c7-9e3eac54b86a triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:00.934228 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.051610 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port da17efaa-5177-4aa8-a0c7-9e3eac54b86a is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:01.054423 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.106573 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port da17efaa-5177-4aa8-a0c7-9e3eac54b86a, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,segment=NetworkSegment(5445016f-1414-4b68-97a8-22e773b13291),segment_id=5445016f-1414-4b68-97a8-22e773b13291)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:01.113621 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.114756 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:01.145774 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45314) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:01.224872 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:01.250029 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.250533 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.250982 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.251384 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.251775 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.252275 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.252723 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.253145 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.253537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.253916 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.254344 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.254752 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.255230 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.255685 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.256136 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:01.274082 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:01.274396 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.307359 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-84d65c1c-2d3f-4315-98e4-e6797abc8c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.378044 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:01.378450 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.385873 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:01.402236 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-84d65c1c-2d3f-4315-98e4-e6797abc8c2f admin admin] Publish callbacks [] for security_group (28990cfb-468f-4e06-96d4-998b1199a03e), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.403731 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:01.408755 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-84d65c1c-2d3f-4315-98e4-e6797abc8c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (28990cfb-468f-4e06-96d4-998b1199a03e), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.411330 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:01.415684 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.462727 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45318) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:01.463511 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-84d65c1c-2d3f-4315-98e4-e6797abc8c2f admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=730201815e6d4f45b7fff4e3da88cec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147223 Sep 09 04:47:01.465014 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65c1c-2d3f-4315-98e4-e6797abc8c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28990cfb-468f-4e06-96d4-998b1199a03e,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:01.515322 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:01.563465 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5973faff-54d5-4466-a528-457a66da2840 admin admin] Publish callbacks [] for security_group (28990cfb-468f-4e06-96d4-998b1199a03e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.591252 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5973faff-54d5-4466-a528-457a66da2840 admin admin] Publish callbacks [] for security_group (28990cfb-468f-4e06-96d4-998b1199a03e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.645515 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5973faff-54d5-4466-a528-457a66da2840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (28990cfb-468f-4e06-96d4-998b1199a03e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.647969 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-5973faff-54d5-4466-a528-457a66da2840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:01.662321 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-5973faff-54d5-4466-a528-457a66da2840 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/28990cfb-468f-4e06-96d4-998b1199a03e HTTP/1.1" status: 204 len: 168 time: 0.1985264 Sep 09 04:47:01.702345 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973faff-54d5-4466-a528-457a66da2840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28990cfb-468f-4e06-96d4-998b1199a03e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:01.872595 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.117708 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45326) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:02.152514 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30617c44-ffdb-4247-b199-c4bca3dcfca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.262980 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30617c44-ffdb-4247-b199-c4bca3dcfca6 admin admin] Publish callbacks [] for security_group (b642c623-9879-4b80-982e-e33c186df191), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.268802 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-30617c44-ffdb-4247-b199-c4bca3dcfca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b642c623-9879-4b80-982e-e33c186df191), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.286488 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:02.314011 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30617c44-ffdb-4247-b199-c4bca3dcfca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b642c623-9879-4b80-982e-e33c186df191,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:02.332780 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-30617c44-ffdb-4247-b199-c4bca3dcfca6 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=69220046c74b47278f2481ef576b21fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136536 Sep 09 04:47:02.335867 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45328) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:02.352185 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:02.396548 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d640140f-6058-4121-a2ed-2d89bbb75dbc admin admin] Publish callbacks [] for security_group (b642c623-9879-4b80-982e-e33c186df191), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.418586 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d640140f-6058-4121-a2ed-2d89bbb75dbc admin admin] Publish callbacks [] for security_group (b642c623-9879-4b80-982e-e33c186df191), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.481342 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d640140f-6058-4121-a2ed-2d89bbb75dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b642c623-9879-4b80-982e-e33c186df191), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.484228 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d640140f-6058-4121-a2ed-2d89bbb75dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.488377 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d640140f-6058-4121-a2ed-2d89bbb75dbc admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b642c623-9879-4b80-982e-e33c186df191 HTTP/1.1" status: 204 len: 168 time: 0.1488202 Sep 09 04:47:02.494666 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640140f-6058-4121-a2ed-2d89bbb75dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b642c623-9879-4b80-982e-e33c186df191,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:02.727321 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device da17efaa-5177-4aa8-a0c7-9e3eac54b86a up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:02.750969 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:02.773080 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:02.801384 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port da17efaa-5177-4aa8-a0c7-9e3eac54b86a triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:02.801525 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:02.902650 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port da17efaa-5177-4aa8-a0c7-9e3eac54b86a is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:02.905087 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:02.996736 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:02.997121 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:03.085816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Sync routers for ids ['03764390-27d9-4db3-8226-3cb335eda902'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:47:03.125180 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:03.141429 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Routers {'03764390-27d9-4db3-8226-3cb335eda902'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:47:03.142086 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['03764390-27d9-4db3-8226-3cb335eda902'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:03.315767 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Set router 03764390-27d9-4db3-8226-3cb335eda902 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:47:03.560672 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 4, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port': {'id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:50Z', 'updated_at': '2022-09-09T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a9decdb9-1abe-4516-b116-3b894668cfec', 'name': '', 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'mac_address': 'fa:16:3e:5c:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:53Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 2, 'project_id': '045033350adb4269aac1665b7ff23237', 'subnets': [{'id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:03.594396 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Checking router: 03764390-27d9-4db3-8226-3cb335eda902 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:47:03.595096 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Updating router 03764390-27d9-4db3-8226-3cb335eda902 port a9decdb9-1abe-4516-b116-3b894668cfec binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:47:03.628411 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:04.062380 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Publish callbacks [] for port (a9decdb9-1abe-4516-b116-3b894668cfec), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:04.070016 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:04.154113 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003444d-3c75-44bb-a6f3-bb684817a69e None None] Pushing event updated for resources: {'Port': ['ID=a9decdb9-1abe-4516-b116-3b894668cfec,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:04.196786 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Attempting to bind port a9decdb9-1abe-4516-b116-3b894668cfec on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:47:04.197182 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Attempting to bind port a9decdb9-1abe-4516-b116-3b894668cfec by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:47:04.197601 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Attempting to bind port a9decdb9-1abe-4516-b116-3b894668cfec on network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:47:04.273783 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:47:04.274140 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Checking segment: {'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:47:04.274598 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:04.274907 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Bound using segment: {'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:47:04.275626 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Bound port: a9decdb9-1abe-4516-b116-3b894668cfec, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e602cccd-44bc-4638-886b-f14cd4e22f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:47:04.276011 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:04.278681 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:04.360796 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] For port a9decdb9-1abe-4516-b116-3b894668cfec, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:47:04.364669 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] For port a9decdb9-1abe-4516-b116-3b894668cfec, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=a9decdb9-1abe-4516-b116-3b894668cfec,segment=NetworkSegment(e602cccd-44bc-4638-886b-f14cd4e22f21),segment_id=e602cccd-44bc-4638-886b-f14cd4e22f21)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:47:04.373288 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:04.412942 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Routers {'03764390-27d9-4db3-8226-3cb335eda902'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:47:04.413604 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:46:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['03764390-27d9-4db3-8226-3cb335eda902'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:04.490858 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003444d-3c75-44bb-a6f3-bb684817a69e None None] Pushing event updated for resources: {'Port': ['ID=a9decdb9-1abe-4516-b116-3b894668cfec,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:04.525001 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:04.556390 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] Set router 03764390-27d9-4db3-8226-3cb335eda902 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:47:04.745000 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a9decdb9-1abe-4516-b116-3b894668cfec up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:04.821701 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:04.823547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 4, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port': {'id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:50Z', 'updated_at': '2022-09-09T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a9decdb9-1abe-4516-b116-3b894668cfec', 'name': '', 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'mac_address': 'fa:16:3e:5c:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:53Z', 'updated_at': '2022-09-09T04:47:04Z', 'revision_number': 4, 'project_id': '045033350adb4269aac1665b7ff23237', 'subnets': [{'id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:04.856209 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af77f809-3442-439e-9fc9-3d2a97710cde None None] The sync data for ids ['03764390-27d9-4db3-8226-3cb335eda902'] in dv-cinder-856002-3-iscsi is: [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:54Z', 'revision_number': 4, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port': {'id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:50Z', 'updated_at': '2022-09-09T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'a9decdb9-1abe-4516-b116-3b894668cfec', 'name': '', 'network_id': 'c8ccb237-84a1-47bf-b084-9ecd3dcdf092', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'mac_address': 'fa:16:3e:5c:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:53Z', 'updated_at': '2022-09-09T04:47:04Z', 'revision_number': 4, 'project_id': '045033350adb4269aac1665b7ff23237', 'subnets': [{'id': 'c82d25f3-bc7d-49bc-a121-a2be21eefa34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:47:04.870871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port a9decdb9-1abe-4516-b116-3b894668cfec triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:04.871259 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:04.973308 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port a9decdb9-1abe-4516-b116-3b894668cfec is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:04.973704 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.021060 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port a9decdb9-1abe-4516-b116-3b894668cfec, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=a9decdb9-1abe-4516-b116-3b894668cfec,segment=NetworkSegment(e602cccd-44bc-4638-886b-f14cd4e22f21),segment_id=e602cccd-44bc-4638-886b-f14cd4e22f21)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:05.028061 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.103012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=a9decdb9-1abe-4516-b116-3b894668cfec,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:05.164392 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45380) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:05.324039 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3a13e656-60ca-4242-a70a-429179df5b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.418442 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3a13e656-60ca-4242-a70a-429179df5b3a admin admin] Publish callbacks [] for security_group (d2132b90-fb74-48e3-b310-9a75726fb2f7), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.427166 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-3a13e656-60ca-4242-a70a-429179df5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d2132b90-fb74-48e3-b310-9a75726fb2f7), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.457418 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13e656-60ca-4242-a70a-429179df5b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2132b90-fb74-48e3-b310-9a75726fb2f7,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:05.497060 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-3a13e656-60ca-4242-a70a-429179df5b3a admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ecd21a4bb6494ff5b219037d559e0805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301966 Sep 09 04:47:05.498802 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45386) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:05.557927 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-db429338-529e-4a26-9c7f-c71298c2d857 admin admin] Publish callbacks [] for security_group (d2132b90-fb74-48e3-b310-9a75726fb2f7), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.585746 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-db429338-529e-4a26-9c7f-c71298c2d857 admin admin] Publish callbacks [] for security_group (d2132b90-fb74-48e3-b310-9a75726fb2f7), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.649213 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-db429338-529e-4a26-9c7f-c71298c2d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (d2132b90-fb74-48e3-b310-9a75726fb2f7), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.652473 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-db429338-529e-4a26-9c7f-c71298c2d857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:05.655635 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-db429338-529e-4a26-9c7f-c71298c2d857 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/d2132b90-fb74-48e3-b310-9a75726fb2f7 HTTP/1.1" status: 204 len: 168 time: 0.1556156 Sep 09 04:47:05.669497 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db429338-529e-4a26-9c7f-c71298c2d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2132b90-fb74-48e3-b310-9a75726fb2f7,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:06.042285 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45392) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:06.057829 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6592-cb86-45b1-b9ee-c16b90b705bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.133877 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:06.150325 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6592-cb86-45b1-b9ee-c16b90b705bb admin admin] Publish callbacks [] for security_group (3a7b9e84-f24a-46c5-bcae-67a6e439464c), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.158384 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6f0b6592-cb86-45b1-b9ee-c16b90b705bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3a7b9e84-f24a-46c5-bcae-67a6e439464c), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.223609 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6f0b6592-cb86-45b1-b9ee-c16b90b705bb admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=81c0857d8f674aa5917ec14dfcf60ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795454 Sep 09 04:47:06.224932 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b6592-cb86-45b1-b9ee-c16b90b705bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b9e84-f24a-46c5-bcae-67a6e439464c,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:06.226464 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45394) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:06.307383 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d0a7-9d5a-4ff7-a205-ec34eb1d298b admin admin] Publish callbacks [] for security_group (3a7b9e84-f24a-46c5-bcae-67a6e439464c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.338956 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d0a7-9d5a-4ff7-a205-ec34eb1d298b admin admin] Publish callbacks [] for security_group (3a7b9e84-f24a-46c5-bcae-67a6e439464c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.393581 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d0a7-9d5a-4ff7-a205-ec34eb1d298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (3a7b9e84-f24a-46c5-bcae-67a6e439464c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.394599 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8bb7d0a7-9d5a-4ff7-a205-ec34eb1d298b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.398067 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-8bb7d0a7-9d5a-4ff7-a205-ec34eb1d298b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/3a7b9e84-f24a-46c5-bcae-67a6e439464c HTTP/1.1" status: 204 len: 168 time: 0.1676679 Sep 09 04:47:06.415123 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7d0a7-9d5a-4ff7-a205-ec34eb1d298b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b9e84-f24a-46c5-bcae-67a6e439464c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:06.700257 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a9decdb9-1abe-4516-b116-3b894668cfec up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:06.754693 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port a9decdb9-1abe-4516-b116-3b894668cfec triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:06.755796 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:06.843959 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port a9decdb9-1abe-4516-b116-3b894668cfec is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:08.952076 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:08.982380 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45502) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:08.986994 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-c0df96d2-cd9b-4938-bd3e-7a8ca4890937 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:08.988478 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-c0df96d2-cd9b-4938-bd3e-7a8ca4890937 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 814 time: 0.1142201 Sep 09 04:47:09.004204 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-617db643-64de-43b0-baa2-ae7e3dc02883 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/quotas/9931b1bca2464db7bcb90b91567cab28 HTTP/1.1" status: 200 len: 375 time: 0.0102644 Sep 09 04:47:09.053031 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-288ad5eb-a133-473d-b7b4-c6e67937af44 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439441 Sep 09 04:47:09.090804 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1d46-f2cb-4464-a903-d871bb87dd65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.145327 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=39,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:09.147463 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:09.159463 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-cc80ccdb-0cd3-4b87-a189-ebb99674219b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945542 Sep 09 04:47:09.171504 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1d46-f2cb-4464-a903-d871bb87dd65 admin admin] Publish callbacks [] for security_group (185d1c04-05fd-4c22-ac3a-42292b101dc6), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.175745 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1d46-f2cb-4464-a903-d871bb87dd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (185d1c04-05fd-4c22-ac3a-42292b101dc6), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.215493 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a1d46-f2cb-4464-a903-d871bb87dd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185d1c04-05fd-4c22-ac3a-42292b101dc6,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:09.224131 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6b3a1d46-f2cb-4464-a903-d871bb87dd65 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a669cff8861444e1a8474cf3d2ad2bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405703 Sep 09 04:47:09.224249 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45506) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:09.276031 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-2eba4f24-7307-4237-89a2-d5fa20bfd3b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139016 Sep 09 04:47:09.300306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57416fd6-9297-465d-8160-6f89bd48eb7b admin admin] Publish callbacks [] for security_group (185d1c04-05fd-4c22-ac3a-42292b101dc6), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.307470 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:09.322440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57416fd6-9297-465d-8160-6f89bd48eb7b admin admin] Publish callbacks [] for security_group (185d1c04-05fd-4c22-ac3a-42292b101dc6), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.374000 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57416fd6-9297-465d-8160-6f89bd48eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (185d1c04-05fd-4c22-ac3a-42292b101dc6), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.376613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-57416fd6-9297-465d-8160-6f89bd48eb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.380122 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-57416fd6-9297-465d-8160-6f89bd48eb7b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/185d1c04-05fd-4c22-ac3a-42292b101dc6 HTTP/1.1" status: 204 len: 168 time: 0.1526153 Sep 09 04:47:09.388872 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57416fd6-9297-465d-8160-6f89bd48eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185d1c04-05fd-4c22-ac3a-42292b101dc6,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:09.470406 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fcdc06f1-a0d7-4a5e-972c-b5d839d8e3b9 req-1baaccc4-1ba4-494b-a5fd-f00d0e14e844 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 210 time: 0.0310357 Sep 09 04:47:09.687751 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45526) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:09.701657 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1675fb18-04b9-48e9-8dac-79fc72cef217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.778525 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1675fb18-04b9-48e9-8dac-79fc72cef217 admin admin] Publish callbacks [] for security_group (5f21c738-4149-43db-808f-03488787f584), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.783321 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-1675fb18-04b9-48e9-8dac-79fc72cef217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (5f21c738-4149-43db-808f-03488787f584), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.823676 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675fb18-04b9-48e9-8dac-79fc72cef217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f21c738-4149-43db-808f-03488787f584,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:09.829146 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-1675fb18-04b9-48e9-8dac-79fc72cef217 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=a485cb1c16484a5e853e4ba01e6075ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402655 Sep 09 04:47:09.831895 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45530) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:09.880559 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-baa81a48-51d8-458f-b09f-775e77241458 admin admin] Publish callbacks [] for security_group (5f21c738-4149-43db-808f-03488787f584), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.904582 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-baa81a48-51d8-458f-b09f-775e77241458 admin admin] Publish callbacks [] for security_group (5f21c738-4149-43db-808f-03488787f584), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.936886 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:09.959665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-baa81a48-51d8-458f-b09f-775e77241458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (5f21c738-4149-43db-808f-03488787f584), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.962616 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-baa81a48-51d8-458f-b09f-775e77241458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:09.963968 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-baa81a48-51d8-458f-b09f-775e77241458 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/5f21c738-4149-43db-808f-03488787f584 HTTP/1.1" status: 204 len: 168 time: 0.1311662 Sep 09 04:47:09.976829 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa81a48-51d8-458f-b09f-775e77241458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f21c738-4149-43db-808f-03488787f584,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:10.604439 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-289f9be0-af03-4991-a09e-c80d9e078e04 req-34b9261a-b75c-4a3a-aadd-2343abb9e836 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 210 time: 0.0489295 Sep 09 04:47:10.697904 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-c4c158fa-04fd-4fd5-a599-9940d1d371ab tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:10.699568 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-c4c158fa-04fd-4fd5-a599-9940d1d371ab tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.17 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 814 time: 0.1221874 Sep 09 04:47:10.724479 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'port': {'device_id': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'admin_state_up': True, 'tenant_id': '9931b1bca2464db7bcb90b91567cab28'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:10.844338 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Made reservation on behalf of 9931b1bca2464db7bcb90b91567cab28 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:47:10.848137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:10.859000 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:10.988451 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Allocated IP 172.20.0.6 (538ad1e0-6b1a-4607-af36-c59973362ac1/e67ea263-bea4-4964-8419-7fc45107ec51/715e0a6e-e934-4e7a-a87d-74f1376050a2) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:47:11.150176 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:11.199895 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:11.259079 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:47:11.263080 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:47:11.271475 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:47:11.326601 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:11.361738 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:11.362753 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:11.389641 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e2186d21-bead-4710-8c57-3f688b54d40b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6691091 Sep 09 04:47:11.434669 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Request body: {'port': {'device_id': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:11.519566 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:11.603531 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-eb2340f0-0e5d-4a72-af88-590f65c398a5 None None] Provisioning complete for port 715e0a6e-e934-4e7a-a87d-74f1376050a2 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:11.604110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-eb2340f0-0e5d-4a72-af88-590f65c398a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:11.664430 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-eb2340f0-0e5d-4a72-af88-590f65c398a5 None None] Port 715e0a6e-e934-4e7a-a87d-74f1376050a2 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:47:11.777193 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198b917-9ef7-4e88-b334-8eb96c1d9aad req-875c4c3c-758c-4d4d-a929-31ec80f25acf tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:11.779292 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:11.792689 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f198b917-9ef7-4e88-b334-8eb96c1d9aad req-875c4c3c-758c-4d4d-a929-31ec80f25acf tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 931 time: 0.0938315 Sep 09 04:47:11.862782 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f198b917-9ef7-4e88-b334-8eb96c1d9aad req-5a256928-3a33-44d3-ae10-952e7d37d0c0 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690315 Sep 09 04:47:11.918571 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:11.929710 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715e0a6e-e934-4e7a-a87d-74f1376050a2 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:47:11.941025 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Publish callbacks [] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:11.953589 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Transition to ACTIVE for port object 715e0a6e-e934-4e7a-a87d-74f1376050a2 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:47:11.961069 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:12.061747 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Pushing event updated for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:12.095437 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Attempting to bind port 715e0a6e-e934-4e7a-a87d-74f1376050a2 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:47:12.095908 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Attempting to bind port 715e0a6e-e934-4e7a-a87d-74f1376050a2 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:47:12.096107 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Attempting to bind port 715e0a6e-e934-4e7a-a87d-74f1376050a2 on network 538ad1e0-6b1a-4607-af36-c59973362ac1 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:47:12.140800 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Port 715e0a6e-e934-4e7a-a87d-74f1376050a2 on network 538ad1e0-6b1a-4607-af36-c59973362ac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:47:12.141152 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Attempting to bind port 715e0a6e-e934-4e7a-a87d-74f1376050a2 on network 538ad1e0-6b1a-4607-af36-c59973362ac1 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:47:12.186455 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:47:12.186792 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Checking segment: {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:47:12.187234 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Bound using segment: {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:47:12.188308 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Bound port: 715e0a6e-e934-4e7a-a87d-74f1376050a2, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7de014-4641-49dc-a1c1-6201941f6a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:47:12.188671 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:12.264060 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:47:12.267521 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:47:12.276917 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:12.282869 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:12.283662 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:12.285159 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 1093 time: 0.8557639 Sep 09 04:47:12.285779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:12.288300 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211193a5-41f4-4bf9-9d9d-9870854010f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:12.344238 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15a806e-3b27-4e53-8dc2-181d0b63bd16 x-openstack-request-id: req-c15a806e-3b27-4e53-8dc2-181d0b63bd16 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:12.344605 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:12.344925 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c15a806e-3b27-4e53-8dc2-181d0b63bd16 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:12.345397 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15a806e-3b27-4e53-8dc2-181d0b63bd16'] response: {'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'status': 'completed', 'code': 200} Sep 09 04:47:12.358426 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f403acf-c394-4ebb-acc1-29ead79ac022 service neutron] Pushing event updated for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:13.013996 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11ca77-d85c-4694-935e-424a4260345c req-e6e305f2-3959-45c0-a97d-f37bcabfb8ee tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:13.016988 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fe11ca77-d85c-4694-935e-424a4260345c req-e6e305f2-3959-45c0-a97d-f37bcabfb8ee tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0551696 Sep 09 04:47:13.074111 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fe11ca77-d85c-4694-935e-424a4260345c req-2168e7b5-74fa-4500-9b34-166347bab63c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511456 Sep 09 04:47:13.226175 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6c1286b7-7204-4a96-9c42-21c02e1be74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:14.193900 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d4a300c5-51ff-45af-9adf-f56d350577b5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-935715260&fields=id&tenant_id=ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 267 time: 0.0751681 Sep 09 04:47:14.320685 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15a6df-8f1e-483a-b441-136bb0577473 req-a51edb01-0e10-4309-ae61-884fde4173d5 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:14.328046 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7d15a6df-8f1e-483a-b441-136bb0577473 req-a51edb01-0e10-4309-ae61-884fde4173d5 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.1318636 Sep 09 04:47:14.400841 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-71fc3867-5828-4403-8834-c35036961241 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:14.403321 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-71fc3867-5828-4403-8834-c35036961241 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 812 time: 0.2085321 Sep 09 04:47:14.451680 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-ed5a514b-a4e0-43b2-8947-46fd079f19e5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/quotas/ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 375 time: 0.0323191 Sep 09 04:47:14.458761 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7d15a6df-8f1e-483a-b441-136bb0577473 req-c4ff5bd2-c3d3-4b18-8e7f-2a207aec5f98 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261563 Sep 09 04:47:14.552988 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-6797c281-1275-448f-902d-862988bafd48 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912218 Sep 09 04:47:14.615397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45648) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:14.618549 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:14.683937 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-628c53dc-0928-47a4-8696-6190c3154596 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218321 Sep 09 04:47:14.796263 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-2a774e8e-181b-454a-85dd-6ea692e8c5fd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107631 Sep 09 04:47:14.846086 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0cf65aab-a897-49c7-9f47-fe72ac635798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:14.950356 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0cf65aab-a897-49c7-9f47-fe72ac635798 admin admin] Publish callbacks [] for security_group (fc17a95e-3690-4bae-8d3b-939f38bd0d7d), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:14.955431 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0cf65aab-a897-49c7-9f47-fe72ac635798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (fc17a95e-3690-4bae-8d3b-939f38bd0d7d), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:15.016606 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-0cf65aab-a897-49c7-9f47-fe72ac635798 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=aa45ab7a2d004b98b0120df34602c162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996594 Sep 09 04:47:15.018753 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf65aab-a897-49c7-9f47-fe72ac635798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc17a95e-3690-4bae-8d3b-939f38bd0d7d,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:15.019591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45658) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:15.079260 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c2212348-e34e-4179-8abc-6e505f247c5a admin admin] Publish callbacks [] for security_group (fc17a95e-3690-4bae-8d3b-939f38bd0d7d), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:15.122886 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c2212348-e34e-4179-8abc-6e505f247c5a admin admin] Publish callbacks [] for security_group (fc17a95e-3690-4bae-8d3b-939f38bd0d7d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:15.136707 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:15.220354 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c2212348-e34e-4179-8abc-6e505f247c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (fc17a95e-3690-4bae-8d3b-939f38bd0d7d), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:15.224303 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c2212348-e34e-4179-8abc-6e505f247c5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:15.226486 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c2212348-e34e-4179-8abc-6e505f247c5a admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/fc17a95e-3690-4bae-8d3b-939f38bd0d7d HTTP/1.1" status: 204 len: 168 time: 0.2056246 Sep 09 04:47:15.236675 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2212348-e34e-4179-8abc-6e505f247c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc17a95e-3690-4bae-8d3b-939f38bd0d7d,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:15.348916 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f09659b2-4a7e-411e-a0a0-224f9424975a req-d910e9fc-378e-45a2-9c04-cc00492b6c5e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0792770 Sep 09 04:47:15.479203 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a8cebaee-38e6-44d1-87aa-96aee7af6ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:15.639903 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e967c-27d8-4b6a-b98f-2eac80cab8ae req-51652c19-7a35-4dca-b760-7af022c7d772 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:15.648081 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-350e967c-27d8-4b6a-b98f-2eac80cab8ae req-51652c19-7a35-4dca-b760-7af022c7d772 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0695632 Sep 09 04:47:15.730021 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-350e967c-27d8-4b6a-b98f-2eac80cab8ae req-277738f2-70eb-4592-9003-c3fe132e54e2 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806749 Sep 09 04:47:16.256116 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45694) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:16.367548 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2112609966-network', 'tenant_id': 'e40e149178c6430bac065ed46db7dbf8'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:16.388620 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Made reservation on behalf of e40e149178c6430bac065ed46db7dbf8 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:47:16.392107 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.402599 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.487099 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7abc5343-6158-47bc-9d2b-6c56c4f5cc6e req-a5feb8fe-bfa7-4458-8d46-42690b7f5e68 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0400250 Sep 09 04:47:16.522853 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks [] for security_group (295b4604-7318-4199-a719-79d91a1c720b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.526723 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (295b4604-7318-4199-a719-79d91a1c720b), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.557481 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:47:16.564950 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295b4604-7318-4199-a719-79d91a1c720b,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:16.571466 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (40920a53-a188-4f69-ad16-074df8237b0b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.572463 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Added segment 40920a53-a188-4f69-ad16-074df8237b0b of type vlan for network 01239c8f-dc75-423a-ae26-b13a52578e3e Sep 09 04:47:16.617009 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (01239c8f-dc75-423a-ae26-b13a52578e3e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.644223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (01239c8f-dc75-423a-ae26-b13a52578e3e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.649573 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:16.650624 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.735839 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4784641 Sep 09 04:47:16.738756 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45700) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:16.747786 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127bcf1-2a0b-48b3-ba3a-435cdae9dcfb admin admin] Pushing event updated for resources: {'Network': ['ID=01239c8f-dc75-423a-ae26-b13a52578e3e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:16.760062 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Request body: {'subnet': {'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2112609966-subnet', 'tenant_id': 'e40e149178c6430bac065ed46db7dbf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:16.760241 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 01239c8f-dc75-423a-ae26-b13a52578e3e details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:47:16.814625 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Made reservation on behalf of e40e149178c6430bac065ed46db7dbf8 for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:47:16.815046 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14635063'] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.818322 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:16.915404 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24823a14-8e5b-472d-8539-5c4229e86cf5 req-1b08bf38-e953-462b-ba0e-b47a30b162eb tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:16.917233 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24823a14-8e5b-472d-8539-5c4229e86cf5 req-1b08bf38-e953-462b-ba0e-b47a30b162eb tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0622528 Sep 09 04:47:16.921506 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:16.983724 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-24823a14-8e5b-472d-8539-5c4229e86cf5 req-e6859d0b-c1ab-4b2b-a442-f55a322eb56d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597804 Sep 09 04:47:17.037523 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14434376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14635049'] for subnet (79c739c1-c026-4004-8981-612e84f90b9f), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:17.072127 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:17.106891 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c739c1-c026-4004-8981-612e84f90b9f,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:17.111289 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Checking segment: {'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:47:17.111656 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Network hostable DHCP agents. Network: 01239c8f-dc75-423a-ae26-b13a52578e3e, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:47:17.129316 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Network 01239c8f-dc75-423a-ae26-b13a52578e3e is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:47:17.139175 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 01239c8f-dc75-423a-ae26-b13a52578e3e) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:47:17.143696 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:17.144314 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:17.153855 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389c161-5b9f-4b39-9d1b-cfca2289220d None None] Network 01239c8f-dc75-423a-ae26-b13a52578e3e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:47:17.161097 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-14b1ef94-7052-42ea-aa4d-44c687991eec admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4184246 Sep 09 04:47:17.289771 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64fd955-7703-47cb-9e9b-683a64d21c68 None None] Network 01239c8f-dc75-423a-ae26-b13a52578e3e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:47:17.603565 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f6541183-e3df-4edc-b3c0-042ec4220058 req-2c6a7d37-f31a-4c11-b185-46a86c75a26f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0310574 Sep 09 04:47:18.102292 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:18.122671 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eca249-4884-477e-83ff-053c7b347bd7 req-95c1b8dc-bfe5-4990-b65b-6bc4c8688577 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:18.124310 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b0eca249-4884-477e-83ff-053c7b347bd7 req-95c1b8dc-bfe5-4990-b65b-6bc4c8688577 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0608723 Sep 09 04:47:18.178395 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b0eca249-4884-477e-83ff-053c7b347bd7 req-846d4212-8ac6-49be-a2cb-3a2087984e5b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477197 Sep 09 04:47:18.253801 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:18.354499 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:18.737820 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-89189d14-f14b-46a8-9fe0-a08611492259 req-0cc8aee7-5206-489e-9781-2e94b3368693 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0286210 Sep 09 04:47:19.116561 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9e731-e431-4e40-b4de-929133847147 req-aa7b73c6-f5c9-4504-b11d-0b2e7bdb7013 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:19.117941 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-aa7b73c6-f5c9-4504-b11d-0b2e7bdb7013 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/networks?id=01239c8f-dc75-423a-ae26-b13a52578e3e HTTP/1.1" status: 200 len: 814 time: 0.1069410 Sep 09 04:47:19.133500 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-d5e3947c-331f-4465-8f85-785418faa56c tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/quotas/e40e149178c6430bac065ed46db7dbf8 HTTP/1.1" status: 200 len: 375 time: 0.0101058 Sep 09 04:47:19.166360 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-95f9188b-596d-44aa-9a05-8d5b5c7ad93c tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e40e149178c6430bac065ed46db7dbf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276706 Sep 09 04:47:19.253633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:19.271297 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-a3e51c6e-fbbc-431c-a741-5669c509bcaa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978365 Sep 09 04:47:19.355989 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e28a20-b959-4cd4-8863-e95ee973758c req-db17655a-a0dd-4091-902a-60f785403895 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:19.357466 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-51e28a20-b959-4cd4-8863-e95ee973758c req-db17655a-a0dd-4091-902a-60f785403895 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.1009283 Sep 09 04:47:19.419864 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-a6c309c3-33ef-4284-a9d2-22a0deb97bcf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289549 Sep 09 04:47:19.431307 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-51e28a20-b959-4cd4-8863-e95ee973758c req-876d313c-a2a7-43d0-a28e-d57be3ec1250 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678589 Sep 09 04:47:19.582466 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8d5cc75a-f666-4a55-980b-ff6fd605da11 req-360bfe7e-5a70-4317-a3bb-1979ba6efbb6 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 210 time: 0.0322993 Sep 09 04:47:19.764454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211193a5-41f4-4bf9-9d9d-9870854010f5 req-7217fe86-4d77-4f33-9093-2e8e4ea9a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:19.766115 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-211193a5-41f4-4bf9-9d9d-9870854010f5 req-7217fe86-4d77-4f33-9093-2e8e4ea9a830 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1127 time: 0.0448363 Sep 09 04:47:19.845910 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5c93141a-90f9-460f-bc85-f1a082b34709 req-c9fefcd4-13f8-4185-b28a-b97fbcb349f0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0292099 Sep 09 04:47:19.899454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211193a5-41f4-4bf9-9d9d-9870854010f5 req-ba05a4c3-5c58-41a9-84e0-518b04db17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:19.901081 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-211193a5-41f4-4bf9-9d9d-9870854010f5 req-ba05a4c3-5c58-41a9-84e0-518b04db17e9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=9931b1bca2464db7bcb90b91567cab28&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1172223 Sep 09 04:47:20.027449 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211193a5-41f4-4bf9-9d9d-9870854010f5 req-9fab687c-a796-44c0-8b3f-74dea8c366d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:20.029019 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-211193a5-41f4-4bf9-9d9d-9870854010f5 req-9fab687c-a796-44c0-8b3f-74dea8c366d8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100304 Sep 09 04:47:20.178076 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-2559c636-6822-4827-93c9-9e509852c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:20.179624 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-2559c636-6822-4827-93c9-9e509852c20a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1127 time: 0.0406425 Sep 09 04:47:20.248673 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-e041c895-b80f-4f2e-81e6-8bd4a331f883 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 217 time: 0.0364883 Sep 09 04:47:20.474029 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-2f4861ab-40a9-4b02-951d-9c78d678d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:20.475466 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-2f4861ab-40a9-4b02-951d-9c78d678d330 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 200 len: 853 time: 0.0475934 Sep 09 04:47:20.539620 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-ec11bb91-1f35-40d1-bc69-4d6b924d75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:20.541205 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-ec11bb91-1f35-40d1-bc69-4d6b924d75cc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=538ad1e0-6b1a-4607-af36-c59973362ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460556 Sep 09 04:47:20.561666 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b26f1c-446e-4835-a679-ac69d3d1e3c8 req-5c9cfc55-b37f-46f8-9790-d0a61d3c028c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:20.563731 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-35b26f1c-446e-4835-a679-ac69d3d1e3c8 req-5c9cfc55-b37f-46f8-9790-d0a61d3c028c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0572059 Sep 09 04:47:20.629826 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-35b26f1c-446e-4835-a679-ac69d3d1e3c8 req-a8f751c6-d751-4cec-a453-12a96f24b41e tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601995 Sep 09 04:47:20.704685 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-caa47e9b-d176-423e-9d7b-4aa682aed00a req-4bc909f8-bc5e-46fc-be69-250b443884da tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 210 time: 0.0341630 Sep 09 04:47:20.782709 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-b0f684f2-6c40-42db-90f8-c8f5b1347b33 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:20.784174 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-b0f684f2-6c40-42db-90f8-c8f5b1347b33 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 812 time: 0.1932373 Sep 09 04:47:20.786045 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-199585e0-d4b8-4f0d-8f93-0cddd65f570d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064104 Sep 09 04:47:20.904260 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:20.952960 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ee455d42-f39f-46d8-abad-d37b79f80f88 req-95803d22-a761-469a-8550-ca57dc917f86 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0284829 Sep 09 04:47:20.974161 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-f3a0b587-a11c-4b27-84cd-73d2d5275ea3 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 379 time: 0.1292977 Sep 09 04:47:20.979869 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a89a33a2-f259-4645-bdb2-2e2f607e4cae req-0f344603-d0d6-4a39-94be-2d3f066dbc4a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362915 Sep 09 04:47:21.131122 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'port': {'device_id': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'admin_state_up': True, 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'security_groups': ['b3be2a2b-d966-4087-a7b6-3dc08119b0de']}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:21.233419 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:21.251089 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Made reservation on behalf of ea4c285aae544f47a91407ff79414128 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:47:21.255108 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:21.382476 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Allocated IP 172.20.0.7 (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01/9cbfb2d5-6a80-49f6-8477-791429355276/5deef0e3-2202-4301-8d8f-a3be3fc97d38) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:47:21.517401 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:21.549606 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:21.594729 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:47:21.598142 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:47:21.605453 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:47:21.634548 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=5deef0e3-2202-4301-8d8f-a3be3fc97d38,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:21.661758 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:21.662379 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:21.687002 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-d6cf7b0b-4307-41aa-a16a-40b9d390f665 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598171 Sep 09 04:47:21.761731 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000c61d-979a-4448-94c8-8a9935e2b7ef req-75f922ea-b64a-4e42-8b47-dadcaf3ae847 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:21.763440 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d000c61d-979a-4448-94c8-8a9935e2b7ef req-75f922ea-b64a-4e42-8b47-dadcaf3ae847 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0498359 Sep 09 04:47:21.790049 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-f2efb072-3661-432c-96ba-b705090e73f6 None None] Provisioning complete for port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:21.790657 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f2efb072-3661-432c-96ba-b705090e73f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:21.820398 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ed9f0d09-532f-40a1-929c-342fc0a44e8e req-044f80d6-9188-4807-995a-f9fe5a03c4e6 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 210 time: 0.0339322 Sep 09 04:47:21.821576 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f2efb072-3661-432c-96ba-b705090e73f6 None None] Port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:47:21.837930 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d000c61d-979a-4448-94c8-8a9935e2b7ef req-99660cc9-2d8d-456e-b966-5d1c1e7ce3a1 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676138 Sep 09 04:47:21.973418 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Request body: {'port': {'device_id': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:22.089172 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a8ff-69de-41ec-bbc9-8ced726f2eb2 req-35b0a9c9-91a8-45b0-aba9-f75e3d8b696e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:22.090666 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-76c7a8ff-69de-41ec-bbc9-8ced726f2eb2 req-35b0a9c9-91a8-45b0-aba9-f75e3d8b696e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 931 time: 0.0529640 Sep 09 04:47:22.119707 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:22.153726 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-76c7a8ff-69de-41ec-bbc9-8ced726f2eb2 req-0feb61b4-105b-4148-a6b3-3fba2a457a28 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536349 Sep 09 04:47:22.159885 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9e731-e431-4e40-b4de-929133847147 req-c3939265-690f-418c-bdc7-f02ba8d57023 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:22.161435 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-c3939265-690f-418c-bdc7-f02ba8d57023 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "GET /networking/v2.0/networks?id=01239c8f-dc75-423a-ae26-b13a52578e3e HTTP/1.1" status: 200 len: 814 time: 0.1846018 Sep 09 04:47:22.192665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Request body: {'port': {'device_id': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e', 'admin_state_up': True, 'tenant_id': 'e40e149178c6430bac065ed46db7dbf8'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:22.261009 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:22.320344 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:22.440908 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Made reservation on behalf of e40e149178c6430bac065ed46db7dbf8 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:47:22.444831 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:22.613351 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5deef0e3-2202-4301-8d8f-a3be3fc97d38 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:47:22.624430 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Publish callbacks [] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:22.654706 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Transition to ACTIVE for port object 5deef0e3-2202-4301-8d8f-a3be3fc97d38 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:47:22.655971 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Allocated IP 172.20.0.6 (01239c8f-dc75-423a-ae26-b13a52578e3e/79c739c1-c026-4004-8981-612e84f90b9f/bae6b839-4691-4c7f-856d-11a052861e86) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:47:22.662048 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:22.756377 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Pushing event updated for resources: {'Port': ['ID=5deef0e3-2202-4301-8d8f-a3be3fc97d38,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:22.869177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Attempting to bind port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:47:22.869523 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Attempting to bind port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:47:22.869857 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Attempting to bind port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:47:22.933823 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb369f01-d7dd-4123-8c6e-c52934bc7303 req-e3a48114-efdc-4d6e-9b43-1d3247c80697 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 210 time: 0.0300946 Sep 09 04:47:22.946034 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:47:22.946367 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Attempting to bind port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:47:22.950545 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks [] for port (bae6b839-4691-4c7f-856d-11a052861e86), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:22.980726 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526100bf-d164-4750-8af0-8fae83ed1459 req-55d6703c-1070-42f9-8067-1cf557ec7422 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:22.982192 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-526100bf-d164-4750-8af0-8fae83ed1459 req-55d6703c-1070-42f9-8067-1cf557ec7422 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0515299 Sep 09 04:47:22.994771 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:23.006892 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:23.007517 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:23.032108 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-526100bf-d164-4750-8af0-8fae83ed1459 req-3240a3d8-5ca4-4cb3-a992-3cc739f7685b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 Sep 09 04:47:23.032782 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:47:23.033126 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Checking segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:47:23.033517 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Bound using segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:47:23.033968 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Bound port: 5deef0e3-2202-4301-8d8f-a3be3fc97d38, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:47:23.034333 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:23.046620 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (bae6b839-4691-4c7f-856d-11a052861e86), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:23.112006 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Network 01239c8f-dc75-423a-ae26-b13a52578e3e is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:47:23.120545 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:47:23.128604 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:47:23.135854 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Pushing event updated for resources: {'Port': ['ID=bae6b839-4691-4c7f-856d-11a052861e86,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:23.180239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] For port 5deef0e3-2202-4301-8d8f-a3be3fc97d38, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:47:23.185177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] For port 5deef0e3-2202-4301-8d8f-a3be3fc97d38, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:47:23.198034 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:23.203869 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:23.204471 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:23.208361 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:23.208942 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:23.210284 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/5deef0e3-2202-4301-8d8f-a3be3fc97d38 HTTP/1.1" status: 200 len: 1093 time: 1.2421441 Sep 09 04:47:23.212297 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:23.214499 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d663096-ff1f-4fdc-8170-6b2558b73f35" -d '{"events": [{"name": "network-changed", "server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:23.257371 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915e42a0-3bb4-4589-94bd-5333f4d1885c x-openstack-request-id: req-915e42a0-3bb4-4589-94bd-5333f4d1885c {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:23.257666 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:23.257919 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-915e42a0-3bb4-4589-94bd-5333f4d1885c {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:23.258316 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915e42a0-3bb4-4589-94bd-5333f4d1885c'] response: {'name': 'network-changed', 'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'status': 'completed', 'code': 200} Sep 09 04:47:23.261608 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-d61695be-f297-4f5d-ac1f-0626cca72910 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817492 Sep 09 04:47:23.276454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06861ee5-0e12-451d-9cd8-b07bec3030fa service neutron] Pushing event updated for resources: {'Port': ['ID=5deef0e3-2202-4301-8d8f-a3be3fc97d38,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:23.308447 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a070842-ddbe-4e70-9b97-5f94d7cb8964 req-73449be8-85e0-444c-bed5-5026fba3edf0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:23.309902 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7a070842-ddbe-4e70-9b97-5f94d7cb8964 req-73449be8-85e0-444c-bed5-5026fba3edf0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0570631 Sep 09 04:47:23.315052 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Request body: {'port': {'device_id': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:23.360055 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7a070842-ddbe-4e70-9b97-5f94d7cb8964 req-79a44b00-3eda-4c3f-81f9-c2c2d4982321 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 Sep 09 04:47:23.378377 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-aa8e9bdf-f34d-4c33-99cd-8e1d45006044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:23.379863 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-aa8e9bdf-f34d-4c33-99cd-8e1d45006044 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 1127 time: 0.0696499 Sep 09 04:47:23.664452 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bae6b839-4691-4c7f-856d-11a052861e86), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:23.667353 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-28975309-3772-4d3e-96af-0807537746b8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38 HTTP/1.1" status: 200 len: 217 time: 0.2622817 Sep 09 04:47:23.756143 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-fbc6983d-a496-4006-9e2c-bf3e62536fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:23.757580 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-fbc6983d-a496-4006-9e2c-bf3e62536fb1 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0790880 Sep 09 04:47:23.857988 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-aaf1c9df-a4e4-41ac-b67d-96bf930d2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:23.860111 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-aaf1c9df-a4e4-41ac-b67d-96bf930d2def service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577955 Sep 09 04:47:24.025443 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-1f62d389-19a8-4dfb-ab79-99d3b088de25 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560514 Sep 09 04:47:24.036430 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:24.122628 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:24.144454 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7695-ac80-496d-b264-8ec0a4283111 req-41f271d0-2c02-4d33-8763-291584f6d250 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.144708 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae6b839-4691-4c7f-856d-11a052861e86 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:47:24.149862 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e4e7695-ac80-496d-b264-8ec0a4283111 req-41f271d0-2c02-4d33-8763-291584f6d250 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 931 time: 0.1365724 Sep 09 04:47:24.157342 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Publish callbacks [] for port (bae6b839-4691-4c7f-856d-11a052861e86), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:24.192532 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Transition to ACTIVE for port object bae6b839-4691-4c7f-856d-11a052861e86 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:47:24.196762 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-82913189-d4a8-4a43-990e-e5fbf2173cd7 req-e48d85f0-5f2c-477e-96f6-e6a47dc8f54f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586823 Sep 09 04:47:24.198032 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (bae6b839-4691-4c7f-856d-11a052861e86), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:24.216171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 715e0a6e-e934-4e7a-a87d-74f1376050a2 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:47:24.228396 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0808f-5c96-4bf4-a23c-9a50dbac0fa9 req-ca413aa3-afc5-4989-956e-3d017be4e966 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.230068 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-83a0808f-5c96-4bf4-a23c-9a50dbac0fa9 req-ca413aa3-afc5-4989-956e-3d017be4e966 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 943 time: 0.0792112 Sep 09 04:47:24.264730 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Pushing event updated for resources: {'Port': ['ID=bae6b839-4691-4c7f-856d-11a052861e86,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:24.277829 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1e4e7695-ac80-496d-b264-8ec0a4283111 req-11a75cc0-7975-49d3-92bc-5f2becb53b59 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151090 Sep 09 04:47:24.307246 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-83a0808f-5c96-4bf4-a23c-9a50dbac0fa9 req-bd2a6eb9-59ee-4101-95a6-3caa13532fec tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576210 Sep 09 04:47:24.313560 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:24.320154 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Attempting to bind port bae6b839-4691-4c7f-856d-11a052861e86 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:47:24.320591 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Attempting to bind port bae6b839-4691-4c7f-856d-11a052861e86 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:47:24.320825 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Attempting to bind port bae6b839-4691-4c7f-856d-11a052861e86 on network 01239c8f-dc75-423a-ae26-b13a52578e3e {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:47:24.325520 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:24.351475 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:24.362601 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'port_id': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'mac_address': 'fa:16:3e:96:11:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:47:24.364370 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Port bae6b839-4691-4c7f-856d-11a052861e86 on network 01239c8f-dc75-423a-ae26-b13a52578e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:47:24.364708 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Attempting to bind port bae6b839-4691-4c7f-856d-11a052861e86 on network 01239c8f-dc75-423a-ae26-b13a52578e3e {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:47:24.398593 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 715e0a6e-e934-4e7a-a87d-74f1376050a2 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:24.399029 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:24.412526 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715e0a6e-e934-4e7a-a87d-74f1376050a2 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:47:24.415717 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:47:24.416063 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Checking segment: {'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:47:24.416452 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Bound using segment: {'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:47:24.416892 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Bound port: bae6b839-4691-4c7f-856d-11a052861e86, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:47:24.417436 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bae6b839-4691-4c7f-856d-11a052861e86), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:24.433381 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:24.438838 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:24.481610 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] For port bae6b839-4691-4c7f-856d-11a052861e86, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:47:24.485031 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] For port bae6b839-4691-4c7f-856d-11a052861e86, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bae6b839-4691-4c7f-856d-11a052861e86,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:47:24.486451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc35bc-1146-4034-bfaf-5da7141e1fb4 req-54c58c6a-afde-482c-9d12-6d5ac2582e04 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.488231 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b4cc35bc-1146-4034-bfaf-5da7141e1fb4 req-54c58c6a-afde-482c-9d12-6d5ac2582e04 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0486712 Sep 09 04:47:24.492519 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (bae6b839-4691-4c7f-856d-11a052861e86), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:24.493056 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:24.496769 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.497379 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:24.498789 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/bae6b839-4691-4c7f-856d-11a052861e86 HTTP/1.1" status: 200 len: 1093 time: 1.1897004 Sep 09 04:47:24.544515 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc50ac-4835-44e7-b91f-91aa2ef7d37e service neutron] Pushing event updated for resources: {'Port': ['ID=bae6b839-4691-4c7f-856d-11a052861e86,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:24.560910 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b4cc35bc-1146-4034-bfaf-5da7141e1fb4 req-30317898-053c-4c9f-8991-c5ebd8dc844a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566313 Sep 09 04:47:24.590621 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-60fdeb24-8870-421c-89e9-806af742a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.592159 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-60fdeb24-8870-421c-89e9-806af742a746 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 1127 time: 0.0447524 Sep 09 04:47:24.670833 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9e731-e431-4e40-b4de-929133847147 req-e9088482-eb54-41ed-9392-b0ada1bab32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.672914 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-e9088482-eb54-41ed-9392-b0ada1bab32e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=e40e149178c6430bac065ed46db7dbf8&device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 1127 time: 0.0799196 Sep 09 04:47:24.731881 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-01e5fb2c-1a50-485b-8d2d-6a04d894a6b4 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae6b839-4691-4c7f-856d-11a052861e86 HTTP/1.1" status: 200 len: 217 time: 0.0454559 Sep 09 04:47:24.753043 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-d97b3b4d-3b3c-48f5-8524-af0687c1efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.754395 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-d97b3b4d-3b3c-48f5-8524-af0687c1efbc service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.1528046 Sep 09 04:47:24.771328 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['715e0a6e-e934-4e7a-a87d-74f1376050a2'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:47:24.810023 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-c3840352-d5e3-44a3-bfe6-761916a8371b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38 HTTP/1.1" status: 200 len: 217 time: 0.0384688 Sep 09 04:47:24.827787 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9e731-e431-4e40-b4de-929133847147 req-37659bd9-3288-4e36-afb5-86ecf09343a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.829140 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-37659bd9-3288-4e36-afb5-86ecf09343a8 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=79c739c1-c026-4004-8981-612e84f90b9f HTTP/1.1" status: 200 len: 854 time: 0.0884526 Sep 09 04:47:24.879487 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:24.883129 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-5b61ac67-abfb-4164-97e3-3644be94d347 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=01239c8f-dc75-423a-ae26-b13a52578e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329018 Sep 09 04:47:24.900052 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-bc3d632c-4487-41c9-afb8-83c471e4957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.901419 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-bc3d632c-4487-41c9-afb8-83c471e4957d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0848627 Sep 09 04:47:24.991016 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-c2fdf5b9-3e19-4b43-b26c-e3e1cbe737dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:24.992387 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-c2fdf5b9-3e19-4b43-b26c-e3e1cbe737dd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794504 Sep 09 04:47:25.058750 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-5e74e021-27bc-4c08-8ae3-c1866bc50d93 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665790 Sep 09 04:47:25.159228 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-54aa893a-2dd2-4878-86d2-d7e42fb6f34a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576571 Sep 09 04:47:25.165265 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:25.232149 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aeb9e731-e431-4e40-b4de-929133847147 req-ff3838ec-71f9-4199-836f-7d6b10d012f1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639879 Sep 09 04:47:25.266055 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'tag': 'bae6b839-4691-4c7f-856d-11a052861e86'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:25.268304 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b86af7-1cd5-4be6-8591-8642495eea42", "tag": "bae6b839-4691-4c7f-856d-11a052861e86"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:25.281786 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d663096-ff1f-4fdc-8170-6b2558b73f35 req-42a4a79d-9b93-499c-90d3-5e661d8e53a1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153772 Sep 09 04:47:25.306022 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0bd982-fedf-446b-8af4-5baa93773e78 x-openstack-request-id: req-0e0bd982-fedf-446b-8af4-5baa93773e78 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:25.306323 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b86af7-1cd5-4be6-8591-8642495eea42", "tag": "bae6b839-4691-4c7f-856d-11a052861e86", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:25.306567 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e0bd982-fedf-446b-8af4-5baa93773e78 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:25.306993 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0bd982-fedf-446b-8af4-5baa93773e78'] response: {'name': 'network-changed', 'server_uuid': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'tag': 'bae6b839-4691-4c7f-856d-11a052861e86', 'status': 'completed', 'code': 200} Sep 09 04:47:25.435403 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f5f30-c779-47a7-907d-60aea6350645 req-389069ee-05df-4a3e-ae51-0133d08544e3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:25.436857 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-762f5f30-c779-47a7-907d-60aea6350645 req-389069ee-05df-4a3e-ae51-0133d08544e3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 943 time: 0.0781364 Sep 09 04:47:25.457919 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef432d5-20aa-4fdc-a62d-85d667ec7d21 req-be49e29d-5c78-430c-adba-debaed6d5522 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:25.459289 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bef432d5-20aa-4fdc-a62d-85d667ec7d21 req-be49e29d-5c78-430c-adba-debaed6d5522 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 944 time: 0.0666463 Sep 09 04:47:25.475096 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:25.524992 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-762f5f30-c779-47a7-907d-60aea6350645 req-bb7d71f7-c27b-4d8c-b6f7-f2deb2002940 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Sep 09 04:47:25.529013 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bef432d5-20aa-4fdc-a62d-85d667ec7d21 req-6bf286a7-2ce4-4172-a552-584167f9ac1c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631652 Sep 09 04:47:25.673514 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250f52f-edf3-4184-abec-5ecfe348b680 req-bb54fd69-dc60-4cb0-83ff-190e4fd7765e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:25.675139 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8250f52f-edf3-4184-abec-5ecfe348b680 req-bb54fd69-dc60-4cb0-83ff-190e4fd7765e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0473428 Sep 09 04:47:25.725829 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8250f52f-edf3-4184-abec-5ecfe348b680 req-ec3d84b2-0cb4-45d2-a07d-bdd3b59189cb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442595 Sep 09 04:47:26.228875 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 715e0a6e-e934-4e7a-a87d-74f1376050a2 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:26.260685 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-25803542-ada8-4ed6-a9b7-e0f735cf9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:26.262168 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-25803542-ada8-4ed6-a9b7-e0f735cf9610 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=e40e149178c6430bac065ed46db7dbf8&device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 1127 time: 0.0418062 Sep 09 04:47:26.269871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:26.276011 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 715e0a6e-e934-4e7a-a87d-74f1376050a2 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:47:26.281760 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 715e0a6e-e934-4e7a-a87d-74f1376050a2 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:26.282183 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:26.355202 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 715e0a6e-e934-4e7a-a87d-74f1376050a2 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:26.355587 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:26.362133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-7e724fd0-32dd-48fd-aa76-012087322392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:26.363618 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-7e724fd0-32dd-48fd-aa76-012087322392 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=01239c8f-dc75-423a-ae26-b13a52578e3e HTTP/1.1" status: 200 len: 915 time: 0.0925858 Sep 09 04:47:26.379202 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:26.381416 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7862a0cc-2450-4a20-a91a-806375350a17" -d '{"events": [{"server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "name": "network-vif-plugged", "status": "completed", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:26.394189 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:26.399984 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:26.409084 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-9343694a-bc7c-4911-a1fe-5d6c79bdb97d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae6b839-4691-4c7f-856d-11a052861e86 HTTP/1.1" status: 200 len: 217 time: 0.0364263 Sep 09 04:47:26.426962 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a648f1-f6ff-4c3d-ac87-af1f6567abac x-openstack-request-id: req-07a648f1-f6ff-4c3d-ac87-af1f6567abac {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:26.426962 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "name": "network-vif-plugged", "status": "completed", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:26.426962 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07a648f1-f6ff-4c3d-ac87-af1f6567abac {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:26.427351 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a648f1-f6ff-4c3d-ac87-af1f6567abac'] response: {'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'code': 200} Sep 09 04:47:26.452918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:26.462150 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-7b2cec83-57d6-47f3-8371-0b4af3ba94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:26.463637 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-7b2cec83-57d6-47f3-8371-0b4af3ba94c7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=79c739c1-c026-4004-8981-612e84f90b9f HTTP/1.1" status: 200 len: 854 time: 0.0461962 Sep 09 04:47:26.497566 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-ee3e0ddc-eb73-4ded-847a-987674f5bd40 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=01239c8f-dc75-423a-ae26-b13a52578e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265496 Sep 09 04:47:26.613891 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-0805c72f-80f4-408b-a48d-387ca2fb0995 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015730 Sep 09 04:47:26.692138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d20c-2ae0-42b2-b7d8-6bddec1eaef9 req-c5b7e78c-d8db-4a1f-80f7-0c39cb183952 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:26.695349 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3c66d20c-2ae0-42b2-b7d8-6bddec1eaef9 req-c5b7e78c-d8db-4a1f-80f7-0c39cb183952 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0856164 Sep 09 04:47:26.701289 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ac4d1-75cf-40b1-a8a6-94015a72f749 req-744b915b-6e5b-477a-bd1f-05644bb3f3e0 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:26.702891 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4f5ac4d1-75cf-40b1-a8a6-94015a72f749 req-744b915b-6e5b-477a-bd1f-05644bb3f3e0 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 943 time: 0.0819497 Sep 09 04:47:26.714876 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930b237-7c48-4a05-a9ad-50b65057aa71 req-22b82d68-9c82-4264-829b-f0cf620c1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:26.716376 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0930b237-7c48-4a05-a9ad-50b65057aa71 req-22b82d68-9c82-4264-829b-f0cf620c1e87 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1129 time: 0.0905554 Sep 09 04:47:26.766336 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-84598e72-1ed3-41ff-a570-6ad6ab0cbde6 req-5c3798d8-92c2-437e-a2f2-97f743a94c54 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414840 Sep 09 04:47:26.770441 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3c66d20c-2ae0-42b2-b7d8-6bddec1eaef9 req-f45b61c7-a5fe-425a-a339-d61ebf2e6b5d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664120 Sep 09 04:47:26.781112 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0930b237-7c48-4a05-a9ad-50b65057aa71 req-d3bcd479-683d-4721-860f-14ed29367589 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559015 Sep 09 04:47:26.782606 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4f5ac4d1-75cf-40b1-a8a6-94015a72f749 req-ffe45fcf-36e6-4bc8-98ea-d9f5e4ee72e4 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709305 Sep 09 04:47:26.873541 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1dd7a-df3f-480d-9f9d-81ffae51534b req-136c1f63-e983-4764-aba1-e9f96e8b9151 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:26.875003 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-60e1dd7a-df3f-480d-9f9d-81ffae51534b req-136c1f63-e983-4764-aba1-e9f96e8b9151 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0464375 Sep 09 04:47:26.925718 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-60e1dd7a-df3f-480d-9f9d-81ffae51534b req-7a2387e5-9c1f-4e71-bc4e-8ee6721487f8 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453131 Sep 09 04:47:27.883968 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:27.917284 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adfb11-c82c-4126-a246-5f23fdd12942 req-29f637f1-8571-4535-b435-e791b05c3e70 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:27.918721 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-46adfb11-c82c-4126-a246-5f23fdd12942 req-29f637f1-8571-4535-b435-e791b05c3e70 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0716679 Sep 09 04:47:27.928945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243ee92-3076-43a8-a89c-e53b12fbfc47 req-d6482847-63dd-4ffc-9d75-c6bb1f2b9b0c tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:27.930294 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d243ee92-3076-43a8-a89c-e53b12fbfc47 req-d6482847-63dd-4ffc-9d75-c6bb1f2b9b0c tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 943 time: 0.0730798 Sep 09 04:47:28.003321 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-46adfb11-c82c-4126-a246-5f23fdd12942 req-9cd75c59-6cfb-47dd-b4e6-c786fd7f1e4d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720899 Sep 09 04:47:28.007224 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d243ee92-3076-43a8-a89c-e53b12fbfc47 req-8c1fd109-85a9-455f-8a3c-c4cea03b918d tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703704 Sep 09 04:47:28.105739 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b7a66-1286-4b60-a968-519f42e1ff1f req-e6bf6668-f292-4fcc-a00a-920cd865eea2 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:28.107095 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8d6b7a66-1286-4b60-a968-519f42e1ff1f req-e6bf6668-f292-4fcc-a00a-920cd865eea2 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0459175 Sep 09 04:47:28.154008 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8d6b7a66-1286-4b60-a968-519f42e1ff1f req-fc363f69-7887-4ebc-9a70-1b1f8989fbaf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407901 Sep 09 04:47:28.233420 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bae6b839-4691-4c7f-856d-11a052861e86 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:47:28.329811 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bae6b839-4691-4c7f-856d-11a052861e86, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bae6b839-4691-4c7f-856d-11a052861e86,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:28.340767 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'bae6b839-4691-4c7f-856d-11a052861e86', 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e', 'port_id': 'bae6b839-4691-4c7f-856d-11a052861e86', 'mac_address': 'fa:16:3e:6c:21:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c739c1-c026-4004-8981-612e84f90b9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:47:28.379761 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port bae6b839-4691-4c7f-856d-11a052861e86 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:28.380063 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bae6b839-4691-4c7f-856d-11a052861e86), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:28.393529 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae6b839-4691-4c7f-856d-11a052861e86 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:47:28.414022 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bae6b839-4691-4c7f-856d-11a052861e86, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bae6b839-4691-4c7f-856d-11a052861e86,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:28.417856 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bae6b839-4691-4c7f-856d-11a052861e86), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:28.462047 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=bae6b839-4691-4c7f-856d-11a052861e86,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:28.627935 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:47:28.738128 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['bae6b839-4691-4c7f-856d-11a052861e86'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:47:29.153471 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fe53d-9e43-468a-af4c-87d8a296ae59 req-a14aff33-450c-4027-90e0-8c275f881289 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:29.154909 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-193fe53d-9e43-468a-af4c-87d8a296ae59 req-a14aff33-450c-4027-90e0-8c275f881289 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0748799 Sep 09 04:47:29.160382 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c6627-05aa-4e1b-a8e5-3d5c9fc4b037 req-28cc355a-da36-49ef-bcea-1d4cdf2010a0 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:29.161695 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2a1c6627-05aa-4e1b-a8e5-3d5c9fc4b037 req-28cc355a-da36-49ef-bcea-1d4cdf2010a0 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 944 time: 0.0798824 Sep 09 04:47:29.232219 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-193fe53d-9e43-468a-af4c-87d8a296ae59 req-b686a06b-196b-470a-ac3a-dc2cf17d84e5 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695941 Sep 09 04:47:29.236882 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2a1c6627-05aa-4e1b-a8e5-3d5c9fc4b037 req-34c7bd38-6309-4edf-8047-706786edbae8 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677660 Sep 09 04:47:29.357025 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e89eeb-2cad-4afa-b14b-f165947c5300 req-499f6a8c-b91a-41c0-b125-ff582f5e5a3e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:29.358359 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c5e89eeb-2cad-4afa-b14b-f165947c5300 req-499f6a8c-b91a-41c0-b125-ff582f5e5a3e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0702543 Sep 09 04:47:29.387085 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef1b4e-6589-41d0-9595-26a67e1ebfeb req-f21b7d2b-d105-4943-b6b8-7ca757b1ca56 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:29.388490 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-42ef1b4e-6589-41d0-9595-26a67e1ebfeb req-f21b7d2b-d105-4943-b6b8-7ca757b1ca56 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0715609 Sep 09 04:47:29.435453 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c5e89eeb-2cad-4afa-b14b-f165947c5300 req-76aa9fc7-a7f8-4fea-ae34-a3afc8b434e4 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708082 Sep 09 04:47:29.440918 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:29.457193 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-42ef1b4e-6589-41d0-9595-26a67e1ebfeb req-543aaaa8-0b6e-4ec8-a6bb-c23eafa1088d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631287 Sep 09 04:47:29.784368 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b88b-efc7-4893-a9fa-5b588296f2bf req-8c2b4077-5a16-44c1-92da-e407bf560a6d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:29.785868 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-73b6b88b-efc7-4893-a9fa-5b588296f2bf req-8c2b4077-5a16-44c1-92da-e407bf560a6d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0459499 Sep 09 04:47:29.832994 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-73b6b88b-efc7-4893-a9fa-5b588296f2bf req-ba6ed6c7-55f1-4556-9c7d-56c0a0ab096d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Sep 09 04:47:30.259298 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bae6b839-4691-4c7f-856d-11a052861e86 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:30.301562 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port bae6b839-4691-4c7f-856d-11a052861e86 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:47:30.307664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port bae6b839-4691-4c7f-856d-11a052861e86 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:30.308045 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bae6b839-4691-4c7f-856d-11a052861e86), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:30.389516 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port bae6b839-4691-4c7f-856d-11a052861e86 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:30.389980 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bae6b839-4691-4c7f-856d-11a052861e86), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:30.421474 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae6b839-4691-4c7f-856d-11a052861e86'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:30.423860 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10974f6f-f157-4e2d-b578-77b943c5ed8d" -d '{"events": [{"server_uuid": "f3b86af7-1cd5-4be6-8591-8642495eea42", "name": "network-vif-plugged", "status": "completed", "tag": "bae6b839-4691-4c7f-856d-11a052861e86"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:30.437361 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port bae6b839-4691-4c7f-856d-11a052861e86, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bae6b839-4691-4c7f-856d-11a052861e86,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:30.443542 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bae6b839-4691-4c7f-856d-11a052861e86), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:30.469634 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1755729-6bdd-46f4-8c1a-d5771ef00a2a x-openstack-request-id: req-c1755729-6bdd-46f4-8c1a-d5771ef00a2a {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:30.469920 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b86af7-1cd5-4be6-8591-8642495eea42", "name": "network-vif-plugged", "status": "completed", "tag": "bae6b839-4691-4c7f-856d-11a052861e86", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:30.470221 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1755729-6bdd-46f4-8c1a-d5771ef00a2a {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:30.470621 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1755729-6bdd-46f4-8c1a-d5771ef00a2a'] response: {'server_uuid': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae6b839-4691-4c7f-856d-11a052861e86', 'code': 200} Sep 09 04:47:30.476171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:30.486450 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:30.498984 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=bae6b839-4691-4c7f-856d-11a052861e86,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:30.529387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74214d7b-0be6-4809-a60d-eeae1cbf0a46 req-2345865a-514c-49cd-8ed6-86709ef4b3ba tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:30.531022 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-74214d7b-0be6-4809-a60d-eeae1cbf0a46 req-2345865a-514c-49cd-8ed6-86709ef4b3ba tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 945 time: 0.0593245 Sep 09 04:47:30.601820 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33218acf-80b3-4f7f-bacc-d72a14e01c58 req-8dec95a2-3309-4714-9c37-331f98ca7862 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:30.603430 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-33218acf-80b3-4f7f-bacc-d72a14e01c58 req-8dec95a2-3309-4714-9c37-331f98ca7862 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0713308 Sep 09 04:47:30.631433 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-74214d7b-0be6-4809-a60d-eeae1cbf0a46 req-c8a522a5-1ca5-4733-b796-984e8a7a0d03 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904825 Sep 09 04:47:30.663581 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-33218acf-80b3-4f7f-bacc-d72a14e01c58 req-55aa8481-f5fb-42d3-a952-e0360687336a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516441 Sep 09 04:47:30.689895 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:30.693877 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d28d-b576-45de-bc13-e1be295791e9 req-16ad2147-fbb3-4768-8e03-96309dfecc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:30.695387 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-7ab4d28d-b576-45de-bc13-e1be295791e9 req-16ad2147-fbb3-4768-8e03-96309dfecc2b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 1129 time: 0.0422838 Sep 09 04:47:30.738893 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-7ab4d28d-b576-45de-bc13-e1be295791e9 req-cccd36b0-5989-41c6-80fa-fc82ca903fb3 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Sep 09 04:47:31.794130 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a3768-dbd4-420c-b91b-77522edc7005 req-9da51c56-16e3-4da0-8e4f-e5d33ca054ad tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:31.795616 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-481a3768-dbd4-420c-b91b-77522edc7005 req-9da51c56-16e3-4da0-8e4f-e5d33ca054ad tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 945 time: 0.0731182 Sep 09 04:47:31.816951 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1f923-a849-4ce3-989f-f5534224d4b1 req-54f228e7-91fa-475d-9f6c-6ab50802c120 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:31.818365 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9f1f923-a849-4ce3-989f-f5534224d4b1 req-54f228e7-91fa-475d-9f6c-6ab50802c120 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 943 time: 0.0655258 Sep 09 04:47:31.853889 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:32.105797 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:32.138602 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-481a3768-dbd4-420c-b91b-77522edc7005 req-5c97df78-c848-4d64-a786-7b3b00f7f886 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356049 Sep 09 04:47:32.171412 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9f1f923-a849-4ce3-989f-f5534224d4b1 req-ce373f6c-50e6-49c5-82ca-6cf5a1565931 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353393 Sep 09 04:47:32.251980 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 5deef0e3-2202-4301-8d8f-a3be3fc97d38 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:47:32.477657 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 5deef0e3-2202-4301-8d8f-a3be3fc97d38, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:32.489200 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'port_id': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'mac_address': 'fa:16:3e:7b:5a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:47:32.522080 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:32.522462 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:32.535410 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5deef0e3-2202-4301-8d8f-a3be3fc97d38 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:47:32.546856 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:32.559195 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 5deef0e3-2202-4301-8d8f-a3be3fc97d38, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:32.563139 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:32.608929 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=5deef0e3-2202-4301-8d8f-a3be3fc97d38,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:32.867797 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['5deef0e3-2202-4301-8d8f-a3be3fc97d38'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:47:33.311812 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ea257-3c72-4c14-8496-8c6b26b57b22 req-f7f80db5-f450-4c0e-909b-3c9f4cb9880b tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:33.313781 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c82ea257-3c72-4c14-8496-8c6b26b57b22 req-f7f80db5-f450-4c0e-909b-3c9f4cb9880b tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 945 time: 0.0724256 Sep 09 04:47:33.321362 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c4ff4-4f60-4444-9d3d-6494c5ee6fe0 req-6bbc47b0-d3d4-4ed7-a28a-607cce22b0b5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:33.322741 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b04c4ff4-4f60-4444-9d3d-6494c5ee6fe0 req-6bbc47b0-d3d4-4ed7-a28a-607cce22b0b5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 944 time: 0.0721025 Sep 09 04:47:33.386439 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-c82ea257-3c72-4c14-8496-8c6b26b57b22 req-1cfa37b9-18b8-4223-805e-f7b13f9acf74 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627382 Sep 09 04:47:33.405596 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b04c4ff4-4f60-4444-9d3d-6494c5ee6fe0 req-dc81c932-b4b5-4e68-a974-afdbf4015d8a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746601 Sep 09 04:47:34.281423 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 5deef0e3-2202-4301-8d8f-a3be3fc97d38 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:47:34.325728 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:47:34.331511 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:47:34.331888 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:34.409854 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:47:34.410237 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:34.437707 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:34.440794 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4999e53e-5dc6-48cb-8e3a-7febda411fb3" -d '{"events": [{"server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "name": "network-vif-plugged", "status": "completed", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:34.460947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 5deef0e3-2202-4301-8d8f-a3be3fc97d38, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:34.466185 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:34.490531 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c2dac5-e396-4596-9f36-c5bd5d972fe7 x-openstack-request-id: req-f2c2dac5-e396-4596-9f36-c5bd5d972fe7 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:34.490807 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "name": "network-vif-plugged", "status": "completed", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:34.491082 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2c2dac5-e396-4596-9f36-c5bd5d972fe7 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:34.491473 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c2dac5-e396-4596-9f36-c5bd5d972fe7'] response: {'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'code': 200} Sep 09 04:47:34.517890 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=5deef0e3-2202-4301-8d8f-a3be3fc97d38,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:34.534241 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a995ac-b0ee-4f99-be2d-dc7065c80f23 req-e6016fb0-0b08-42e0-aba5-15deb3da0182 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:34.535968 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9a995ac-b0ee-4f99-be2d-dc7065c80f23 req-e6016fb0-0b08-42e0-aba5-15deb3da0182 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 945 time: 0.0499766 Sep 09 04:47:34.586188 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a9a995ac-b0ee-4f99-be2d-dc7065c80f23 req-edf90f37-6bd8-405f-b1e0-8655d06c9c14 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Sep 09 04:47:34.762141 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270db1-f036-47ec-b199-8784e08e1d1a req-114921e0-fa1c-4076-98de-29fa25adf3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:34.763678 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-7b270db1-f036-47ec-b199-8784e08e1d1a req-114921e0-fa1c-4076-98de-29fa25adf3f0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 1129 time: 0.0390491 Sep 09 04:47:34.813621 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-7b270db1-f036-47ec-b199-8784e08e1d1a req-59835ccf-5083-4985-ab97-6f5aa8d35c4c service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 Sep 09 04:47:35.714143 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7e18e-bfb8-465a-ac76-27074ba83d43 req-de1b9aa8-c480-47ab-98f2-3f005a11e3cc tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:35.715657 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e3e7e18e-bfb8-465a-ac76-27074ba83d43 req-de1b9aa8-c480-47ab-98f2-3f005a11e3cc tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Sep 09 04:47:35.774854 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e3e7e18e-bfb8-465a-ac76-27074ba83d43 req-2c0123ed-3df6-4afc-a989-1b74abd0e282 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524209 Sep 09 04:47:36.896207 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a2519-16af-4718-a0a6-fb9b68333d31 req-9212ea3d-c6b7-467d-8631-7ec0e0fd913a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:36.897600 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8c6a2519-16af-4718-a0a6-fb9b68333d31 req-9212ea3d-c6b7-467d-8631-7ec0e0fd913a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 945 time: 0.0473158 Sep 09 04:47:36.949484 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8c6a2519-16af-4718-a0a6-fb9b68333d31 req-31735d88-5167-4644-8d3a-1480ef6b9b63 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456214 Sep 09 04:47:37.078766 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0acc62-bec7-4d75-b82b-8f33779984d2 req-9240a361-0854-42a7-8a4d-6d67a831e93f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:37.080277 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dc0acc62-bec7-4d75-b82b-8f33779984d2 req-9240a361-0854-42a7-8a4d-6d67a831e93f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 945 time: 0.0482988 Sep 09 04:47:37.110915 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:37.130921 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dc0acc62-bec7-4d75-b82b-8f33779984d2 req-9fa95bae-827f-4b0c-bf01-e7e6e6ed2f2a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450003 Sep 09 04:47:37.159451 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45936) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:37.297181 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa68d6-0e00-43b1-9687-2558aeda472b tempest-TestVolumeBootPattern-1099310026 tempest-TestVolumeBootPattern-1099310026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:37.298720 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c5fa68d6-0e00-43b1-9687-2558aeda472b tempest-TestVolumeBootPattern-1099310026 tempest-TestVolumeBootPattern-1099310026-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 1124 time: 0.1383114 Sep 09 04:47:37.302270 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45940) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:37.306431 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'port_id': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:37.327832 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:37.407809 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:37.518587 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Allocated IP 172.27.3.195 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/bee14aff-c374-44af-9ad1-0438df07460c) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:47:37.605722 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:37.629662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (bee14aff-c374-44af-9ad1-0438df07460c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:37.664486 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (bee14aff-c374-44af-9ad1-0438df07460c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:37.703610 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:47:37.709254 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:47:37.713169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:47:37.735233 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=bee14aff-c374-44af-9ad1-0438df07460c,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:37.748299 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.748646 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.749004 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.749328 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.749662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.749993 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.750318 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.750644 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.750997 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.751320 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.751647 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.751971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.752851 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.753172 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:37.753492 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:38.064386 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:38.087719 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (f6c5b66c-d9fb-443d-bbfe-ace94a579dc3), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:38.156894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bee14aff-c374-44af-9ad1-0438df07460c), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:38.309713 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (bee14aff-c374-44af-9ad1-0438df07460c), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:38.314294 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (bee14aff-c374-44af-9ad1-0438df07460c), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:38.387416 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (f6c5b66c-d9fb-443d-bbfe-ace94a579dc3), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:38.389138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=bee14aff-c374-44af-9ad1-0438df07460c,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:38.421347 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:38.489680 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Floating IP f6c5b66c-d9fb-443d-bbfe-ace94a579dc3 associated. External IP: 172.27.3.195, port: 5deef0e3-2202-4301-8d8f-a3be3fc97d38. Sep 09 04:47:38.694228 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:47:38.804306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:47:38.813816 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:47:38.825775 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:38.826013 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:47:38.826673 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:47:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:38.861961 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-24aea9a4-45cc-4a24-81b3-daf25af73307 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5558283 Sep 09 04:47:38.861961 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:38.862560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:38.902896 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8857b95d-877a-4e85-ac53-91590be1cba2 x-openstack-request-id: req-8857b95d-877a-4e85-ac53-91590be1cba2 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:38.903278 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:38.903526 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8857b95d-877a-4e85-ac53-91590be1cba2 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:38.903927 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8857b95d-877a-4e85-ac53-91590be1cba2'] response: {'name': 'network-changed', 'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'status': 'completed', 'code': 200} Sep 09 04:47:38.951096 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:47:39.000640 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-7f1d649e-daf1-443b-a3e9-bba27064223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:39.002341 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-7f1d649e-daf1-443b-a3e9-bba27064223e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 1129 time: 0.0400152 Sep 09 04:47:39.098755 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-04df7a92-58da-4fc6-8340-05cd1b739e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:39.100246 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-04df7a92-58da-4fc6-8340-05cd1b739e8f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0920525 Sep 09 04:47:39.168707 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-d93b40fc-de8a-4a27-9da2-2ce30a12499b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38 HTTP/1.1" status: 200 len: 999 time: 0.0606594 Sep 09 04:47:39.233096 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-98819eb9-b9e0-437e-88b2-788309c8edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:39.234572 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-98819eb9-b9e0-437e-88b2-788309c8edc3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0506084 Sep 09 04:47:39.278449 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'f6c5b66c-d9fb-443d-bbfe-ace94a579dc3', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:7b:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:47:37Z', 'updated_at': '2022-09-09T04:47:37Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:39.286551 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:39.290811 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-0117e609-2afe-4f1a-87c9-4f75128192e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:39.292437 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-0117e609-2afe-4f1a-87c9-4f75128192e9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466385 Sep 09 04:47:39.319101 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:47:39.319101 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:47:39.319101 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:47:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:39.396591 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-4e19dfd7-a9cb-4863-a8c6-8b9882d7872a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967684 Sep 09 04:47:39.433791 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913492c-9d45-4a44-8f9b-6adeca6112cf req-1ca944dc-0a6e-4a14-ab2c-973635bf368e tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:39.435469 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a913492c-9d45-4a44-8f9b-6adeca6112cf req-1ca944dc-0a6e-4a14-ab2c-973635bf368e tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0619152 Sep 09 04:47:39.438839 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:47:39.460456 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:39.491970 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a913492c-9d45-4a44-8f9b-6adeca6112cf req-762bb83e-d2cd-4f30-bb28-8df8fd6932da tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Sep 09 04:47:39.501969 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6c60a61e-49f4-4c93-80f0-e66ce62dd0ce req-79495b81-47e3-4f87-b178-ae4c559270e0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985284 Sep 09 04:47:39.523016 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45960) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:39.659842 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'f6c5b66c-d9fb-443d-bbfe-ace94a579dc3', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:7b:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:47:37Z', 'updated_at': '2022-09-09T04:47:37Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:39.676931 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4111c63-daab-4532-9c2c-ba28eb3df0ef tempest-TestMinimumBasicScenario-1072887119 tempest-TestMinimumBasicScenario-1072887119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:39.678478 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b4111c63-daab-4532-9c2c-ba28eb3df0ef tempest-TestMinimumBasicScenario-1072887119 tempest-TestMinimumBasicScenario-1072887119-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1124 time: 0.1543927 Sep 09 04:47:39.681389 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45964) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:39.685550 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'port_id': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:39.689608 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5119cc-9cbc-4601-b542-cb4ff0e71a93 None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': 'f6c5b66c-d9fb-443d-bbfe-ace94a579dc3', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.195', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:7b:5a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:47:37Z', 'updated_at': '2022-09-09T04:47:37Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:47:39.709587 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:39.801636 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:39.910026 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Allocated IP 172.27.3.13 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:47:39.932792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9adb1-8e24-4283-9a91-a11e6ffb60b7 None None] New status for floating IP f6c5b66c-d9fb-443d-bbfe-ace94a579dc3: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:47:40.002282 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:40.024861 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:40.060682 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:40.098044 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:47:40.101006 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:47:40.104607 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:47:40.135138 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'Port': ['ID=fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:40.395903 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:40.481445 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for floatingip (91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:40.547346 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:40.703069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:40.708110 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:40.778012 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'Port': ['ID=fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:40.782027 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:40.877005 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:40.882340 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Floating IP 91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0 associated. External IP: 172.27.3.13, port: 715e0a6e-e934-4e7a-a87d-74f1376050a2. Sep 09 04:47:41.349974 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Router 30ba8835-59eb-442e-a07c-a04b0842c779 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:47:41.454571 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:47:41.464363 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] Sync routers for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:47:41.473960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.475678 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:47:41.476280 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:47:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:41.508481 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-e96514f5-0c08-46a7-96d8-cbff8a17183c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8260665 Sep 09 04:47:41.509222 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:41.511444 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45970) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:41.511856 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e8624-9d78-4722-b35f-505290c6b7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:41.520208 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299727311', 'description': 'tempest-secgroup-smoke-299727311 description', 'project_id': '9931b1bca2464db7bcb90b91567cab28'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:41.531381 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:41.544921 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.554979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51b68e9-cfee-4a5e-bfaa-edf9938b2d36 x-openstack-request-id: req-c51b68e9-cfee-4a5e-bfaa-edf9938b2d36 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:41.554979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:41.554979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c51b68e9-cfee-4a5e-bfaa-edf9938b2d36 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:41.554979 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c51b68e9-cfee-4a5e-bfaa-edf9938b2d36'] response: {'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'status': 'completed', 'code': 200} Sep 09 04:47:41.565681 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:41.590293 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:47:41.649476 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group (46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.655017 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.680142 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-d4a9a6b9-1d89-4f10-a1a6-f7926adfb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:41.681616 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-d4a9a6b9-1d89-4f10-a1a6-f7926adfb4bb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1129 time: 0.0693765 Sep 09 04:47:41.695256 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.697078 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1840487 Sep 09 04:47:41.701421 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45974) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:41.706854 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-7d772539-9819-48a7-b7ef-8d9d9035e6e9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'security_group_rule': {'security_group_id': '46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5', 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:41.708311 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:41.725181 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.725412 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.725643 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.725973 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.726402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.726728 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.727178 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.727644 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.727914 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.728220 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.728547 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.728900 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.729287 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.729728 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.730136 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf764ef-5dc9-4400-ab54-cdfa0eec0ba8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:47:41.745662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:41.748301 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7d772539-9819-48a7-b7ef-8d9d9035e6e9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (457d41a5-b285-481c-9f62-fe37f520277b), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.784955 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:41.813165 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-0b9b4893-8b5b-435c-a5c4-6313d9c2742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:41.815856 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-0b9b4893-8b5b-435c-a5c4-6313d9c2742d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 915 time: 0.1182659 Sep 09 04:47:41.819054 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7d772539-9819-48a7-b7ef-8d9d9035e6e9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (457d41a5-b285-481c-9f62-fe37f520277b), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.825374 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7d772539-9819-48a7-b7ef-8d9d9035e6e9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (457d41a5-b285-481c-9f62-fe37f520277b), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.831063 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'port_id': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'mac_address': 'fa:16:3e:96:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:47:40Z', 'updated_at': '2022-09-09T04:47:40Z', 'revision_number': 0, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:57Z', 'revision_number': 5, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:41.847398 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d772539-9819-48a7-b7ef-8d9d9035e6e9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457d41a5-b285-481c-9f62-fe37f520277b,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:41.857251 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-7d772539-9819-48a7-b7ef-8d9d9035e6e9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.862650 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-7d772539-9819-48a7-b7ef-8d9d9035e6e9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564221 Sep 09 04:47:41.862650 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45976) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:41.865211 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] Checking router: 30ba8835-59eb-442e-a07c-a04b0842c779 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:47:41.867475 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-40b22ba8-a413-490e-bbb7-3ab049c0e9bd tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'security_group_rule': {'security_group_id': '46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5', 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:41.875643 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:47:41.875871 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:47:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:41.886603 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-ed760f69-b6da-4fb5-b7c3-a4a298131ac4 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 998 time: 0.0640564 Sep 09 04:47:41.898280 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-40b22ba8-a413-490e-bbb7-3ab049c0e9bd tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (020f9380-bf34-4dab-bc09-7a96efe24015), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.938354 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-f948e805-31fe-4519-9fbe-0744cdd00429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:41.939896 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-f948e805-31fe-4519-9fbe-0744cdd00429 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 200 len: 853 time: 0.0471022 Sep 09 04:47:41.962644 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-40b22ba8-a413-490e-bbb7-3ab049c0e9bd tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (020f9380-bf34-4dab-bc09-7a96efe24015), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.966387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-40b22ba8-a413-490e-bbb7-3ab049c0e9bd tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (020f9380-bf34-4dab-bc09-7a96efe24015), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:41.980516 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:47:41.992542 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b22ba8-a413-490e-bbb7-3ab049c0e9bd tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020f9380-bf34-4dab-bc09-7a96efe24015,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:41.998050 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-8f58f5d7-c5fd-4618-9cbf-45b11571d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:41.999748 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-8f58f5d7-c5fd-4618-9cbf-45b11571d7b3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=538ad1e0-6b1a-4607-af36-c59973362ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495818 Sep 09 04:47:42.004681 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-40b22ba8-a413-490e-bbb7-3ab049c0e9bd tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.006321 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-40b22ba8-a413-490e-bbb7-3ab049c0e9bd tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1432812 Sep 09 04:47:42.009774 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45978) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:42.014199 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-d9918e0d-3b41-4d54-a7fa-e4471aaadb01 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'security_group_rule': {'security_group_id': '46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5', 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:42.043117 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9918e0d-3b41-4d54-a7fa-e4471aaadb01 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (ea7de235-42cc-4c4f-80f1-129748df9a90), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.111194 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-d3f99b1c-7de2-4589-8bc4-060fdb24d2dd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045799 Sep 09 04:47:42.111781 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9918e0d-3b41-4d54-a7fa-e4471aaadb01 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (ea7de235-42cc-4c4f-80f1-129748df9a90), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.117439 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9918e0d-3b41-4d54-a7fa-e4471aaadb01 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (ea7de235-42cc-4c4f-80f1-129748df9a90), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.123563 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:42.138833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9918e0d-3b41-4d54-a7fa-e4471aaadb01 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7de235-42cc-4c4f-80f1-129748df9a90,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:42.149170 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-d9918e0d-3b41-4d54-a7fa-e4471aaadb01 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.153326 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-d9918e0d-3b41-4d54-a7fa-e4471aaadb01 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402411 Sep 09 04:47:42.156811 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45980) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:42.163195 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-cfe4bf9e-f0a5-4e83-8c80-f740effcbbba tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'security_group_rule': {'security_group_id': '46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5', 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:42.193845 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cfe4bf9e-f0a5-4e83-8c80-f740effcbbba tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (3299b5e4-91d7-4846-83bd-78f829e34d2c), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.241704 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8c6e8624-9d78-4722-b35f-505290c6b7e4 req-aae5c3df-6580-4afb-aedb-16967beab1b6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167703 Sep 09 04:47:42.247604 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'port_id': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'mac_address': 'fa:16:3e:96:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:47:40Z', 'updated_at': '2022-09-09T04:47:40Z', 'revision_number': 0, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:57Z', 'revision_number': 5, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:47:42.265096 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cfe4bf9e-f0a5-4e83-8c80-f740effcbbba tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (3299b5e4-91d7-4846-83bd-78f829e34d2c), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.271769 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cfe4bf9e-f0a5-4e83-8c80-f740effcbbba tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (3299b5e4-91d7-4846-83bd-78f829e34d2c), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.276031 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14b9d6-d249-4eea-a001-ecd5103c55eb None None] The sync data for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi is: [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'port_id': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'mac_address': 'fa:16:3e:96:11:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:47:40Z', 'updated_at': '2022-09-09T04:47:40Z', 'revision_number': 0, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:57Z', 'revision_number': 5, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:47:42.298896 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cfe4bf9e-f0a5-4e83-8c80-f740effcbbba tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.305427 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 45984) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:42.310589 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'security_group_rule': {'security_group_id': '46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5', 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:42.311541 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-cfe4bf9e-f0a5-4e83-8c80-f740effcbbba tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528766 Sep 09 04:47:42.315122 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4bf9e-f0a5-4e83-8c80-f740effcbbba tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3299b5e4-91d7-4846-83bd-78f829e34d2c,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:42.342475 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.securitygroups_db [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Project 9931b1bca2464db7bcb90b91567cab28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 04:47:42.350226 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (d0b975c8-658e-4ae1-8e45-16d9ad9a2dcc), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.363782 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:42.418222 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (d0b975c8-658e-4ae1-8e45-16d9ad9a2dcc), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.421806 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (d0b975c8-658e-4ae1-8e45-16d9ad9a2dcc), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.441508 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b975c8-658e-4ae1-8e45-16d9ad9a2dcc,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:42.449565 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.450779 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-7f8101bf-cded-46ad-ad61-229641667fea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442835 Sep 09 04:47:42.453755 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 45986) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:47:42.458354 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'security_group_rule': {'security_group_id': '46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5', 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:42.481014 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.securitygroups_db [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Project 9931b1bca2464db7bcb90b91567cab28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 04:47:42.487560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (51f1f6e8-9294-4197-855f-5ea484e3143e), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.513874 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188fe620-e7ba-451b-9425-68de055df25c None None] New status for floating IP 91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:47:42.557090 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (51f1f6e8-9294-4197-855f-5ea484e3143e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.561209 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (51f1f6e8-9294-4197-855f-5ea484e3143e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.581102 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f1f6e8-9294-4197-855f-5ea484e3143e,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:42.591083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:42.592336 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f999d88e-3d46-4e66-a89f-b43cc34ad4fc tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1374881 Sep 09 04:47:42.675925 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:42.698220 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4331ce30-7628-4d12-84cd-03dee134a22a req-12a724fb-c31e-4d18-aba6-0eecd8dcf59b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-299727311&fields=id&tenant_id=9931b1bca2464db7bcb90b91567cab28 HTTP/1.1" status: 200 len: 267 time: 0.0565805 Sep 09 04:47:42.755911 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331ce30-7628-4d12-84cd-03dee134a22a req-37643250-ce77-4a27-8b95-12d08ce76f3c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:42.757314 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4331ce30-7628-4d12-84cd-03dee134a22a req-37643250-ce77-4a27-8b95-12d08ce76f3c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0529139 Sep 09 04:47:42.767728 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'port': {'security_groups': ['eaccecfd-d6ae-45f8-84a6-f393fef717ad', '46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:47:42.842852 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:43.027985 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:47:43.056680 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:43.061161 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:43.072056 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:43.072656 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:43.074193 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-4331ce30-7628-4d12-84cd-03dee134a22a req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "PUT /networking/v2.0/ports/715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 981 time: 0.3108559 Sep 09 04:47:43.103478 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['715e0a6e-e934-4e7a-a87d-74f1376050a2'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:47:43.128288 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92693b-c094-4e62-8dd0-4f996c471727 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=6']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:47:43.179784 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7638c6-d17e-4351-9543-3674224140ff req-26d126bc-f70f-4f8c-ad57-00a1e533ed0f tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:43.181264 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1c7638c6-d17e-4351-9543-3674224140ff req-26d126bc-f70f-4f8c-ad57-00a1e533ed0f tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0484457 Sep 09 04:47:43.238754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a294dece-cd19-44a9-b474-4bdff27fd90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:43.247757 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1c7638c6-d17e-4351-9543-3674224140ff req-0d3d225f-aa12-4edd-949a-ee04a43fbbe0 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605297 Sep 09 04:47:43.276578 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['715e0a6e-e934-4e7a-a87d-74f1376050a2'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:47:43.386432 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:43.387016 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:43.397614 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:43.555144 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:47:43.557510 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c546c6ee-2e6b-4607-a752-d19fa60fafe7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:47:43.598370 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a0a5e5-7ed8-4ccd-9dee-06dc5762823f x-openstack-request-id: req-39a0a5e5-7ed8-4ccd-9dee-06dc5762823f {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:47:43.598720 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:47:43.599074 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39a0a5e5-7ed8-4ccd-9dee-06dc5762823f {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:47:43.599534 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a0a5e5-7ed8-4ccd-9dee-06dc5762823f'] response: {'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'status': 'completed', 'code': 200} Sep 09 04:47:43.706412 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-5dcc4fd3-888d-4492-8bf5-969e4a417f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:43.708003 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-5dcc4fd3-888d-4492-8bf5-969e4a417f27 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1168 time: 0.0431805 Sep 09 04:47:43.807511 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-c613ab53-6119-4946-aea1-8c9b63960ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:43.808960 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-c613ab53-6119-4946-aea1-8c9b63960ed6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 915 time: 0.0883257 Sep 09 04:47:43.878175 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-679d4e61-d057-4676-93a9-30b40f820558 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 1000 time: 0.0573509 Sep 09 04:47:43.928961 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-c0e1743e-b83f-4b8d-b710-b360979662d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:43.930388 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-c0e1743e-b83f-4b8d-b710-b360979662d6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 200 len: 853 time: 0.0454204 Sep 09 04:47:43.975197 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-a9c5eab6-0e93-4a18-be53-3881910c067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:47:43.976625 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-a9c5eab6-0e93-4a18-be53-3881910c067c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=538ad1e0-6b1a-4607-af36-c59973362ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382419 Sep 09 04:47:44.298639 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-680e7229-895d-452f-b705-6a6b65b95342 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131027 Sep 09 04:47:44.357942 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:44.394774 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-c546c6ee-2e6b-4607-a752-d19fa60fafe7 req-d10e5ea6-4dbe-4eb0-bdae-211cfea0106a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Sep 09 04:47:45.450813 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-757e71bd-bc4a-452d-9657-79b3c33e5a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:46.753367 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:48.247570 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:48.349789 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:47:52.249934 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=62 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:52.250701 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=68 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:53.232533 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=83,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:53.242063 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=57,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:54.389575 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=56,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:54.391516 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:58.236321 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=38 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:58.336192 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=52 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:47:58.345936 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:01.878312 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:05.625775 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:48:08.606828 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:11.602724 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-9785aa56-cd73-4f79-9a8f-c8a158288915 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427716 Sep 09 04:48:11.715402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-3ae58291-43d6-488c-8fd3-c6aca974a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:11.716905 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-3ae58291-43d6-488c-8fd3-c6aca974a9bc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1168 time: 0.0404184 Sep 09 04:48:11.829139 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-1a94c6d1-71a4-49c8-ae9c-da00428e407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:11.830484 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-1a94c6d1-71a4-49c8-ae9c-da00428e407e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 915 time: 0.0936441 Sep 09 04:48:11.872815 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:11.874820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:11.892311 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-fa43873c-3d02-4545-972d-f498a18b07ee service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 1000 time: 0.0550976 Sep 09 04:48:11.939770 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-d57f551d-94ab-466c-912e-30715bfb918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:11.941114 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-d57f551d-94ab-466c-912e-30715bfb918c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 200 len: 853 time: 0.0421669 Sep 09 04:48:11.986842 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-9366cc91-69ed-4553-97c6-4c3acafc3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:11.988295 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-9366cc91-69ed-4553-97c6-4c3acafc3662 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=538ad1e0-6b1a-4607-af36-c59973362ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406528 Sep 09 04:48:12.077094 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-266c4c79-7ad7-43d5-860a-529a67602e10 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821121 Sep 09 04:48:12.170024 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6bf26c9c-49fd-42fe-aed2-0373768a7c24 req-0c792ea3-eb9b-43ed-8092-9393eac5791c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860512 Sep 09 04:48:13.227068 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ea1460ec-8dfe-48af-8140-8f25b8efc4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:14.093689 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e147-d849-4393-9746-8257ba4d7456 req-adde3533-9fdc-4db7-bd1c-0d7da7a2ab87 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:14.095188 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6af1e147-d849-4393-9746-8257ba4d7456 req-adde3533-9fdc-4db7-bd1c-0d7da7a2ab87 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 945 time: 0.0508749 Sep 09 04:48:14.142240 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6af1e147-d849-4393-9746-8257ba4d7456 req-a3468fbc-4d12-44cf-a115-ec5bbab49c0a tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Sep 09 04:48:15.261966 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6533fe-8332-4276-8e83-de3c5844d5e1 req-b409efb5-0fb1-481a-8356-ae274e87a997 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:15.263632 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5b6533fe-8332-4276-8e83-de3c5844d5e1 req-b409efb5-0fb1-481a-8356-ae274e87a997 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 945 time: 0.0470345 Sep 09 04:48:15.311328 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5b6533fe-8332-4276-8e83-de3c5844d5e1 req-746e4ecc-795d-44b7-a361-98d645c03065 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Sep 09 04:48:15.454221 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-71fb0f93-430a-4a9e-bece-45185513b150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:15.622167 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:15.940653 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-ff0f1b64-50a9-4f7e-bb72-d94e1df2e54e tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:15.942332 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-ff0f1b64-50a9-4f7e-bb72-d94e1df2e54e tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 945 time: 0.0461423 Sep 09 04:48:16.022942 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Deleting port bae6b839-4691-4c7f-856d-11a052861e86 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:48:16.023302 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (bae6b839-4691-4c7f-856d-11a052861e86), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:16.114720 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] For port bae6b839-4691-4c7f-856d-11a052861e86, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=bae6b839-4691-4c7f-856d-11a052861e86,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:48:16.115107 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (bae6b839-4691-4c7f-856d-11a052861e86), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:16.127605 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Calling delete_port for bae6b839-4691-4c7f-856d-11a052861e86 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:48:16.257068 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (bae6b839-4691-4c7f-856d-11a052861e86), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:16.285491 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Pushing event deleted for resources: {'Port': ['ID=bae6b839-4691-4c7f-856d-11a052861e86,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:48:16.295665 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['bae6b839-4691-4c7f-856d-11a052861e86'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:48:16.312069 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:16.331001 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] No DVR routers for this DVR port bae6b839-4691-4c7f-856d-11a052861e86 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:48:16.333794 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:16.337018 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-328beee2-816d-4eeb-9f28-2d9c9fced948 req-9de881c0-88a5-4526-ad5a-31bf77c6e352 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "DELETE /networking/v2.0/ports/bae6b839-4691-4c7f-856d-11a052861e86 HTTP/1.1" status: 204 len: 173 time: 0.3899376 Sep 09 04:48:16.337500 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'name': 'network-vif-deleted', 'tag': 'bae6b839-4691-4c7f-856d-11a052861e86'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:48:16.339751 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917e883-723c-4398-a750-f83460501cf2" -d '{"events": [{"server_uuid": "f3b86af7-1cd5-4be6-8591-8642495eea42", "name": "network-vif-deleted", "tag": "bae6b839-4691-4c7f-856d-11a052861e86"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:48:16.379866 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e3d28-6319-4822-818a-1e35f120e34b x-openstack-request-id: req-7c9e3d28-6319-4822-818a-1e35f120e34b {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:48:16.380282 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b86af7-1cd5-4be6-8591-8642495eea42", "name": "network-vif-deleted", "tag": "bae6b839-4691-4c7f-856d-11a052861e86", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:48:16.380587 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c9e3d28-6319-4822-818a-1e35f120e34b {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:48:16.381042 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9e3d28-6319-4822-818a-1e35f120e34b'] response: {'server_uuid': 'f3b86af7-1cd5-4be6-8591-8642495eea42', 'name': 'network-vif-deleted', 'tag': 'bae6b839-4691-4c7f-856d-11a052861e86', 'status': 'completed', 'code': 200} Sep 09 04:48:16.423554 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2ea6eab8-58c5-4ad5-b0d7-82bddae72cb9 req-82ee7851-adae-4015-aed9-1609f8f589ad tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f3b86af7-1cd5-4be6-8591-8642495eea42 HTTP/1.1" status: 200 len: 210 time: 0.0287557 Sep 09 04:48:16.755258 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:18.250034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:18.356102 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:20.631753 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bae6b839-4691-4c7f-856d-11a052861e86 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:48:20.653882 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: bae6b839-4691-4c7f-856d-11a052861e86 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:48:20.654261 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device bae6b839-4691-4c7f-856d-11a052861e86 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:48:25.425971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-3b0349ef-ebd6-4a5c-8c78-39a87850f0f0 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:25.427447 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-3b0349ef-ebd6-4a5c-8c78-39a87850f0f0 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/networks?id=01239c8f-dc75-423a-ae26-b13a52578e3e HTTP/1.1" status: 200 len: 814 time: 0.1033635 Sep 09 04:48:25.441655 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-beafab69-ddc9-4e47-b44c-5cc47c4239af tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/quotas/e40e149178c6430bac065ed46db7dbf8 HTTP/1.1" status: 200 len: 375 time: 0.0087903 Sep 09 04:48:25.474000 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-ce2b9ada-81f0-4bb3-a307-af0a5619bdef tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=e40e149178c6430bac065ed46db7dbf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267606 Sep 09 04:48:25.607992 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-489e8e25-1643-462d-9ae5-a11712532e65 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277196 Sep 09 04:48:25.703709 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-41cabbf1-c1f2-4b7f-9c3e-21bd950db4b0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900846 Sep 09 04:48:25.863248 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f0f1bfa-1d2a-4607-98de-273882591e67 req-c75d8d8f-fc9a-45c7-9c58-bdea3a7ce24f tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 210 time: 0.0279481 Sep 09 04:48:26.201945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc20a6d-f445-4021-92d4-4462e57477c7 req-4516ba29-c7ad-4367-a103-56f8169e6162 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:26.203447 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ebc20a6d-f445-4021-92d4-4462e57477c7 req-4516ba29-c7ad-4367-a103-56f8169e6162 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0489535 Sep 09 04:48:26.270086 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ebc20a6d-f445-4021-92d4-4462e57477c7 req-b4557491-5c67-4384-a551-cf54e1667e87 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607252 Sep 09 04:48:26.288188 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9ad52-7046-4901-a1ab-f840310c201c req-72c78393-51f0-4bf3-8737-f4e2b14c3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:26.289783 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6da9ad52-7046-4901-a1ab-f840310c201c req-72c78393-51f0-4bf3-8737-f4e2b14c3066 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1168 time: 0.0517786 Sep 09 04:48:26.313831 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:26.384950 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9ad52-7046-4901-a1ab-f840310c201c req-cdd37ec4-7381-4c1d-819c-aadf4b615d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:26.386396 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6da9ad52-7046-4901-a1ab-f840310c201c req-cdd37ec4-7381-4c1d-819c-aadf4b615d81 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 915 time: 0.0900788 Sep 09 04:48:26.511191 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6da9ad52-7046-4901-a1ab-f840310c201c req-a0d709cc-fca8-45f2-bf34-711a3641af08 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 1000 time: 0.0628908 Sep 09 04:48:26.565530 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9ad52-7046-4901-a1ab-f840310c201c req-467bce16-009c-4c72-bc21-7a9e744031bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:26.567309 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6da9ad52-7046-4901-a1ab-f840310c201c req-467bce16-009c-4c72-bc21-7a9e744031bf service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 200 len: 853 time: 0.0478079 Sep 09 04:48:26.613101 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9ad52-7046-4901-a1ab-f840310c201c req-81bdc45e-0e99-4a8a-b57e-178f897ae94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:26.615236 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6da9ad52-7046-4901-a1ab-f840310c201c req-81bdc45e-0e99-4a8a-b57e-178f897ae94a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=538ad1e0-6b1a-4607-af36-c59973362ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404770 Sep 09 04:48:26.719161 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6da9ad52-7046-4901-a1ab-f840310c201c req-a59e0795-e2fa-4ee5-92c3-2db3547244a3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919747 Sep 09 04:48:26.974657 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b59b3fe5-07c0-4262-b91a-0ba7199419b1 req-ddfd404b-7030-48cf-8796-ed125bd3db79 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 210 time: 0.0359604 Sep 09 04:48:27.028077 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6da9ad52-7046-4901-a1ab-f840310c201c req-8f8991f3-c92c-46e2-acd1-f48d83645c43 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921581 Sep 09 04:48:27.169862 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-9868b5b0-5102-4e9d-9b31-03097eec9173 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:27.171292 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-9868b5b0-5102-4e9d-9b31-03097eec9173 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "GET /networking/v2.0/networks?id=01239c8f-dc75-423a-ae26-b13a52578e3e HTTP/1.1" status: 200 len: 814 time: 0.1092997 Sep 09 04:48:27.192740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Request body: {'port': {'device_id': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e', 'admin_state_up': True, 'tenant_id': 'e40e149178c6430bac065ed46db7dbf8'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:48:27.311966 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Made reservation on behalf of e40e149178c6430bac065ed46db7dbf8 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:48:27.315658 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:27.400298 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45cbc9-7484-48d2-a0a4-db58cf3a87e6 req-c7a11541-b8b0-41f2-84a5-3d22bbf56d1c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:27.401775 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb45cbc9-7484-48d2-a0a4-db58cf3a87e6 req-c7a11541-b8b0-41f2-84a5-3d22bbf56d1c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0532165 Sep 09 04:48:27.443273 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Allocated IP 172.20.0.4 (01239c8f-dc75-423a-ae26-b13a52578e3e/79c739c1-c026-4004-8981-612e84f90b9f/975d5f75-495a-4a76-b117-7342cfdada62) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:48:27.459160 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:27.463560 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fb45cbc9-7484-48d2-a0a4-db58cf3a87e6 req-6628a916-4406-4718-a164-b13c081f483e tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559866 Sep 09 04:48:27.593217 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks [] for port (975d5f75-495a-4a76-b117-7342cfdada62), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:27.596984 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:27.626075 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (975d5f75-495a-4a76-b117-7342cfdada62), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:27.666234 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Network 01239c8f-dc75-423a-ae26-b13a52578e3e is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:48:27.671398 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:48:27.675159 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:48:27.702244 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Pushing event updated for resources: {'Port': ['ID=975d5f75-495a-4a76-b117-7342cfdada62,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:48:27.728533 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:27.729135 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:27.745125 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-52ccd70a-e741-4c54-86de-27e58b3b2de3 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576770 Sep 09 04:48:27.763003 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Request body: {'port': {'device_id': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:48:27.820239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (975d5f75-495a-4a76-b117-7342cfdada62), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:28.075114 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975d5f75-495a-4a76-b117-7342cfdada62 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:48:28.082708 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Publish callbacks [] for port (975d5f75-495a-4a76-b117-7342cfdada62), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:28.095151 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6a6aa-8145-41d8-9408-c4dd246067aa req-ebe1010f-bb44-4171-ac71-f154cb1bd4a5 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:28.095714 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Transition to ACTIVE for port object 975d5f75-495a-4a76-b117-7342cfdada62 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:48:28.096623 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e3d6a6aa-8145-41d8-9408-c4dd246067aa req-ebe1010f-bb44-4171-ac71-f154cb1bd4a5 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 931 time: 0.0465021 Sep 09 04:48:28.099832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (975d5f75-495a-4a76-b117-7342cfdada62), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:28.144684 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e3d6a6aa-8145-41d8-9408-c4dd246067aa req-d8b3fd97-db3a-4735-8a09-26a5426031a2 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Sep 09 04:48:28.181295 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Pushing event updated for resources: {'Port': ['ID=975d5f75-495a-4a76-b117-7342cfdada62,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:48:28.206489 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Attempting to bind port 975d5f75-495a-4a76-b117-7342cfdada62 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:48:28.206824 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Attempting to bind port 975d5f75-495a-4a76-b117-7342cfdada62 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:48:28.207189 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Attempting to bind port 975d5f75-495a-4a76-b117-7342cfdada62 on network 01239c8f-dc75-423a-ae26-b13a52578e3e {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:48:28.239432 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:28.255794 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Port 975d5f75-495a-4a76-b117-7342cfdada62 on network 01239c8f-dc75-423a-ae26-b13a52578e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:48:28.256129 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Attempting to bind port 975d5f75-495a-4a76-b117-7342cfdada62 on network 01239c8f-dc75-423a-ae26-b13a52578e3e {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:48:28.299353 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:48:28.299689 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Checking segment: {'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:48:28.300073 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Bound using segment: {'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:48:28.300510 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Bound port: 975d5f75-495a-4a76-b117-7342cfdada62, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40920a53-a188-4f69-ad16-074df8237b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:48:28.300871 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (975d5f75-495a-4a76-b117-7342cfdada62), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:28.352238 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:28.361540 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:28.362786 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] For port 975d5f75-495a-4a76-b117-7342cfdada62, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:48:28.366268 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] For port 975d5f75-495a-4a76-b117-7342cfdada62, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=975d5f75-495a-4a76-b117-7342cfdada62,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:48:28.372252 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (975d5f75-495a-4a76-b117-7342cfdada62), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:28.376601 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:28.377210 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:28.378551 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/975d5f75-495a-4a76-b117-7342cfdada62 HTTP/1.1" status: 200 len: 1093 time: 0.6194782 Sep 09 04:48:28.379053 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'tag': '975d5f75-495a-4a76-b117-7342cfdada62'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:48:28.381239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af02e28-bfe8-4f6d-9f7e-79877a703101" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d31339-e7f5-4cbf-b289-4be118799e91", "tag": "975d5f75-495a-4a76-b117-7342cfdada62"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:48:28.424378 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dede450-7312-40eb-824c-9cd19fe3bf3e x-openstack-request-id: req-0dede450-7312-40eb-824c-9cd19fe3bf3e {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:48:28.424655 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d31339-e7f5-4cbf-b289-4be118799e91", "tag": "975d5f75-495a-4a76-b117-7342cfdada62", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:48:28.424904 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dede450-7312-40eb-824c-9cd19fe3bf3e {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:48:28.425298 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dede450-7312-40eb-824c-9cd19fe3bf3e'] response: {'name': 'network-changed', 'server_uuid': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'tag': '975d5f75-495a-4a76-b117-7342cfdada62', 'status': 'completed', 'code': 200} Sep 09 04:48:28.429919 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6c5ea-c328-40b8-861d-08ee30f41e9b service neutron] Pushing event updated for resources: {'Port': ['ID=975d5f75-495a-4a76-b117-7342cfdada62,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:48:28.501679 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-39e4c236-7239-422f-9d0b-fb86675e0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:28.503233 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-39e4c236-7239-422f-9d0b-fb86675e0e41 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=e40e149178c6430bac065ed46db7dbf8&device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 1127 time: 0.0431113 Sep 09 04:48:28.557114 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-fe2bfaee-0bd1-43a1-9be4-13a2afad5da1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=975d5f75-495a-4a76-b117-7342cfdada62 HTTP/1.1" status: 200 len: 217 time: 0.0331511 Sep 09 04:48:28.591679 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54505747-2a2c-4004-9501-e6851258beef req-36748645-faec-4e28-b47a-97287febc4b4 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:28.593164 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-54505747-2a2c-4004-9501-e6851258beef req-36748645-faec-4e28-b47a-97287febc4b4 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0510662 Sep 09 04:48:28.606779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-ac97ee6a-a4cd-491a-b287-d379737ffa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:28.608290 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-ac97ee6a-a4cd-491a-b287-d379737ffa9f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=79c739c1-c026-4004-8981-612e84f90b9f HTTP/1.1" status: 200 len: 854 time: 0.0450630 Sep 09 04:48:28.640554 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-25cefd82-b6a9-44c9-90e3-fae5e2275da2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=01239c8f-dc75-423a-ae26-b13a52578e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256908 Sep 09 04:48:28.652901 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-54505747-2a2c-4004-9501-e6851258beef req-16727931-733b-4d65-8e4b-a095d538329f tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533061 Sep 09 04:48:28.738549 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-373579d8-e7a8-4f52-93cf-5bec8c9ba1cf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893097 Sep 09 04:48:28.831834 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-527b37a7-4207-42c0-93c4-614db177e4a6 req-921f6905-e67d-41a0-a31e-00ac98266732 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Sep 09 04:48:29.257383 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:29.265314 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f568f-6007-4c86-922c-c77b74085e88 req-5682238e-3d29-412e-9222-4467a47ac265 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:29.266784 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b49f568f-6007-4c86-922c-c77b74085e88 req-5682238e-3d29-412e-9222-4467a47ac265 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 943 time: 0.0468249 Sep 09 04:48:29.312789 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b49f568f-6007-4c86-922c-c77b74085e88 req-4627c8d1-9d90-4c13-9e21-4806f7c2ce73 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Sep 09 04:48:29.849173 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-a9c967d3-e472-4449-a4f9-721a0cd6cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:29.850680 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-a9c967d3-e472-4449-a4f9-721a0cd6cafd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=e40e149178c6430bac065ed46db7dbf8&device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 1127 time: 0.0436869 Sep 09 04:48:29.888914 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:29.927119 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea7291-cee5-4826-907b-196dd6f1140e req-d79bb679-db69-4748-90e6-fd8a37a7fe9b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:29.928586 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2fea7291-cee5-4826-907b-196dd6f1140e req-d79bb679-db69-4748-90e6-fd8a37a7fe9b tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0483263 Sep 09 04:48:29.949018 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-4102284d-ed9e-411c-bb59-8a5daa06947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:29.950370 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-4102284d-ed9e-411c-bb59-8a5daa06947e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=01239c8f-dc75-423a-ae26-b13a52578e3e HTTP/1.1" status: 200 len: 915 time: 0.0916088 Sep 09 04:48:29.992079 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-dc8b2288-9758-49fc-826c-385ef058a64f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=975d5f75-495a-4a76-b117-7342cfdada62 HTTP/1.1" status: 200 len: 217 time: 0.0327609 Sep 09 04:48:29.992319 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2fea7291-cee5-4826-907b-196dd6f1140e req-cbaa56eb-ef2e-4c65-a7ee-a2888075806a tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577369 Sep 09 04:48:30.040380 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-a148e063-5a94-4e9d-8696-22c7a42e888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:30.041786 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-a148e063-5a94-4e9d-8696-22c7a42e888b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=79c739c1-c026-4004-8981-612e84f90b9f HTTP/1.1" status: 200 len: 854 time: 0.0442457 Sep 09 04:48:30.073205 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-0375d42c-807f-4e60-8d72-fdd0331d539a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=01239c8f-dc75-423a-ae26-b13a52578e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252256 Sep 09 04:48:30.165834 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-5968c045-f53a-4c69-b5b1-5a946509becb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858138 Sep 09 04:48:30.260167 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0af02e28-bfe8-4f6d-9f7e-79877a703101 req-5250f298-d18b-4a6b-963e-8277e384cd2b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877604 Sep 09 04:48:30.430450 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee393d-5dbc-486b-b12b-70f01880e730 req-8af96f59-3b66-4a48-9e16-4d0d5d9e86e5 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:30.431951 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69ee393d-5dbc-486b-b12b-70f01880e730 req-8af96f59-3b66-4a48-9e16-4d0d5d9e86e5 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 943 time: 0.0466554 Sep 09 04:48:30.478678 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-69ee393d-5dbc-486b-b12b-70f01880e730 req-91c91620-ac20-4862-a8b9-d96666542ead tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Sep 09 04:48:30.635197 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:30.635869 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:30.664526 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 975d5f75-495a-4a76-b117-7342cfdada62 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:48:30.765268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 975d5f75-495a-4a76-b117-7342cfdada62, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=975d5f75-495a-4a76-b117-7342cfdada62,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:48:30.776194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '975d5f75-495a-4a76-b117-7342cfdada62', 'network_id': '01239c8f-dc75-423a-ae26-b13a52578e3e', 'port_id': '975d5f75-495a-4a76-b117-7342cfdada62', 'mac_address': 'fa:16:3e:53:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c739c1-c026-4004-8981-612e84f90b9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:48:30.809941 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 975d5f75-495a-4a76-b117-7342cfdada62 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:48:30.810330 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (975d5f75-495a-4a76-b117-7342cfdada62), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:30.823814 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975d5f75-495a-4a76-b117-7342cfdada62 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:48:30.843217 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 975d5f75-495a-4a76-b117-7342cfdada62, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=975d5f75-495a-4a76-b117-7342cfdada62,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:48:30.847239 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (975d5f75-495a-4a76-b117-7342cfdada62), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:30.895957 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=975d5f75-495a-4a76-b117-7342cfdada62,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:48:30.902758 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.903136 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.903487 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.903831 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.904170 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.904504 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.904834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.905165 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.905493 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.905822 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.906159 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.906488 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.906813 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.907166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:30.907490 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:31.110978 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f535-4a54-45e6-9b77-ce9341854272 req-5d14f13a-f08f-4e58-901a-2c53a1c2cf51 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:31.112432 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3379f535-4a54-45e6-9b77-ce9341854272 req-5d14f13a-f08f-4e58-901a-2c53a1c2cf51 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0470395 Sep 09 04:48:31.170488 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3379f535-4a54-45e6-9b77-ce9341854272 req-a379b160-c57f-4c4f-b1ed-a44cc4fd935c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517211 Sep 09 04:48:31.220302 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['975d5f75-495a-4a76-b117-7342cfdada62'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:48:31.599869 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86ef14-9be8-4c67-a2b3-a170607131f3 req-a8e1587d-5884-409f-8b6c-91c6bb90d1c2 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:31.601298 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a86ef14-9be8-4c67-a2b3-a170607131f3 req-a8e1587d-5884-409f-8b6c-91c6bb90d1c2 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 944 time: 0.0494928 Sep 09 04:48:31.648441 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-1a86ef14-9be8-4c67-a2b3-a170607131f3 req-77733d41-ebfd-4754-81a5-f6ed068a9fa4 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Sep 09 04:48:31.970070 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:32.290317 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b76f5-86f5-407b-aeb5-257977925ae4 req-41b990a1-7029-4cca-953c-eb5cce4ad2f0 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:32.291828 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-294b76f5-86f5-407b-aeb5-257977925ae4 req-41b990a1-7029-4cca-953c-eb5cce4ad2f0 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0473847 Sep 09 04:48:32.351618 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-294b76f5-86f5-407b-aeb5-257977925ae4 req-fba195b4-e82b-4827-93d8-e41d9dc3d4e7 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540438 Sep 09 04:48:32.699252 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 975d5f75-495a-4a76-b117-7342cfdada62 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:48:32.742429 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 975d5f75-495a-4a76-b117-7342cfdada62 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:48:32.747927 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 975d5f75-495a-4a76-b117-7342cfdada62 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:48:32.748436 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (975d5f75-495a-4a76-b117-7342cfdada62), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:32.772400 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa9293-6c93-4ac0-bbf8-271e45cb9ab7 req-749df2c8-ac12-4580-ad0f-2f0c1ca37d38 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:32.773887 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e4fa9293-6c93-4ac0-bbf8-271e45cb9ab7 req-749df2c8-ac12-4580-ad0f-2f0c1ca37d38 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 944 time: 0.0476193 Sep 09 04:48:32.823684 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 975d5f75-495a-4a76-b117-7342cfdada62 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:48:32.823936 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e4fa9293-6c93-4ac0-bbf8-271e45cb9ab7 req-550e4aba-2f7a-444e-ac1f-3e4ca2615775 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Sep 09 04:48:32.824123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (975d5f75-495a-4a76-b117-7342cfdada62), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:32.849066 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975d5f75-495a-4a76-b117-7342cfdada62'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:48:32.851458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff81608-1a31-48cc-abab-dfd04d81e72e" -d '{"events": [{"server_uuid": "c5d31339-e7f5-4cbf-b289-4be118799e91", "name": "network-vif-plugged", "status": "completed", "tag": "975d5f75-495a-4a76-b117-7342cfdada62"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:48:32.864090 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 975d5f75-495a-4a76-b117-7342cfdada62, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=975d5f75-495a-4a76-b117-7342cfdada62,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:48:32.868339 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (975d5f75-495a-4a76-b117-7342cfdada62), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:32.894447 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b0823-9fc8-48a2-a38c-81d0bbe39a41 x-openstack-request-id: req-6b6b0823-9fc8-48a2-a38c-81d0bbe39a41 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:48:32.895268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d31339-e7f5-4cbf-b289-4be118799e91", "name": "network-vif-plugged", "status": "completed", "tag": "975d5f75-495a-4a76-b117-7342cfdada62", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:48:32.895520 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b6b0823-9fc8-48a2-a38c-81d0bbe39a41 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:48:32.895903 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6b0823-9fc8-48a2-a38c-81d0bbe39a41'] response: {'server_uuid': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975d5f75-495a-4a76-b117-7342cfdada62', 'code': 200} Sep 09 04:48:32.920773 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=975d5f75-495a-4a76-b117-7342cfdada62,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:48:33.121923 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e1da1-135f-4aed-be39-39ae4c1036ba req-6aa32c17-ed2f-4db9-a69b-4d415b6a554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:33.123381 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-686e1da1-135f-4aed-be39-39ae4c1036ba req-6aa32c17-ed2f-4db9-a69b-4d415b6a554c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 1129 time: 0.0385034 Sep 09 04:48:33.169097 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-686e1da1-135f-4aed-be39-39ae4c1036ba req-98b8fab1-877d-4742-b048-5eb6f52277f5 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363650 Sep 09 04:48:33.469304 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a055c76-b0f3-41df-8d06-a8aa4c5856bb req-d674c404-b943-4a54-aa2e-c2f33b0db3e5 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:33.470747 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5a055c76-b0f3-41df-8d06-a8aa4c5856bb req-d674c404-b943-4a54-aa2e-c2f33b0db3e5 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0462682 Sep 09 04:48:33.529857 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5a055c76-b0f3-41df-8d06-a8aa4c5856bb req-7a40fa4d-56b0-4930-a2b4-cbf5887fdb07 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526233 Sep 09 04:48:33.952448 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d60805-bdb4-4c84-913b-02f0d6ba97d4 req-9327b8ec-dbaf-41a3-898e-fecffabadd82 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:33.953944 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-04d60805-bdb4-4c84-913b-02f0d6ba97d4 req-9327b8ec-dbaf-41a3-898e-fecffabadd82 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 945 time: 0.0468142 Sep 09 04:48:34.001693 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-04d60805-bdb4-4c84-913b-02f0d6ba97d4 req-d4c004db-31d2-4777-9847-12d1a6ce81f1 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403206 Sep 09 04:48:34.653677 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d92b91-9e59-4eaf-9e61-a346970ac2dd req-1cb3db2a-71b1-48b7-8b17-f3f1965d0b9c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:34.655185 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e2d92b91-9e59-4eaf-9e61-a346970ac2dd req-1cb3db2a-71b1-48b7-8b17-f3f1965d0b9c tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0488169 Sep 09 04:48:34.714990 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e2d92b91-9e59-4eaf-9e61-a346970ac2dd req-973ce6e2-5a76-40e3-883e-91f94ad77a67 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530345 Sep 09 04:48:35.119366 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845155-e1ac-46ca-9455-0606154c7a50 req-afa494ae-0acc-43b7-9fa0-8c275c47bb31 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:35.120829 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d9845155-e1ac-46ca-9455-0606154c7a50 req-afa494ae-0acc-43b7-9fa0-8c275c47bb31 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 945 time: 0.0465043 Sep 09 04:48:35.140249 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:35.168092 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d9845155-e1ac-46ca-9455-0606154c7a50 req-ed719e03-7614-4fe7-8835-a3e55bff06ca tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Sep 09 04:48:35.806882 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:35.846329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d78c5d-36fd-472b-991e-32d27afbc67f req-41c41519-64ad-4a04-89cf-97e5730bc015 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:35.847819 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-45d78c5d-36fd-472b-991e-32d27afbc67f req-41c41519-64ad-4a04-89cf-97e5730bc015 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0511205 Sep 09 04:48:35.907290 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-45d78c5d-36fd-472b-991e-32d27afbc67f req-997b2776-2abf-49ec-bae5-9fc78ddc9a05 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535522 Sep 09 04:48:37.033926 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4af16-78b1-4922-af1f-5b8aec649727 req-ce11de53-b83e-480a-a57e-e8b68b2f63cb tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:37.035398 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-42d4af16-78b1-4922-af1f-5b8aec649727 req-ce11de53-b83e-480a-a57e-e8b68b2f63cb tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0472662 Sep 09 04:48:37.093689 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-42d4af16-78b1-4922-af1f-5b8aec649727 req-f89e4b3a-b70b-4ca8-ad5e-3a58e8f3f78e tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527682 Sep 09 04:48:38.211194 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9175314-92fc-403a-a3b4-861e0671b7c3 req-a1396536-9740-4d63-b637-22ac6ed7a056 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:38.212627 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d9175314-92fc-403a-a3b4-861e0671b7c3 req-a1396536-9740-4d63-b637-22ac6ed7a056 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0460618 Sep 09 04:48:38.292078 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d9175314-92fc-403a-a3b4-861e0671b7c3 req-39081af3-7192-4416-adb3-8ac8f6788888 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730867 Sep 09 04:48:39.412518 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8415ed9-b655-436a-87cf-e6f299c1c389 req-09cf999e-1b40-4b6f-88e8-84d9b5d1928d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:39.413963 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b8415ed9-b655-436a-87cf-e6f299c1c389 req-09cf999e-1b40-4b6f-88e8-84d9b5d1928d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0458028 Sep 09 04:48:39.473237 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b8415ed9-b655-436a-87cf-e6f299c1c389 req-e6b5ac29-ceca-4891-88f9-1dae3fd27cc2 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531240 Sep 09 04:48:40.595610 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af5f77-c3bf-4028-8164-19ed71f2dca5 req-2b4e5e1a-cc8c-4a11-955b-a3d1cc4ea82a tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:40.597046 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-57af5f77-c3bf-4028-8164-19ed71f2dca5 req-2b4e5e1a-cc8c-4a11-955b-a3d1cc4ea82a tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0469522 Sep 09 04:48:40.658907 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-57af5f77-c3bf-4028-8164-19ed71f2dca5 req-7a92400b-f94e-479f-a747-68dd3bcf4da2 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557039 Sep 09 04:48:41.780967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9fd66-d555-4858-a624-d847610b6bb6 req-a9bd2e6a-b7d4-4e20-9ad8-74f0aa09ae80 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:41.782423 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f4d9fd66-d555-4858-a624-d847610b6bb6 req-a9bd2e6a-b7d4-4e20-9ad8-74f0aa09ae80 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0470445 Sep 09 04:48:41.842318 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f4d9fd66-d555-4858-a624-d847610b6bb6 req-d4a5ba6c-1e7f-4312-9b81-2657276dc38f tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541277 Sep 09 04:48:42.624286 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:48:42.910070 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:42.912719 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:42.918718 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=53 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:42.979688 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a50cf-7d93-4a9a-88f8-6e7d96f52b20 req-81cb0a81-022d-4538-a30d-2edf8e85ed76 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:42.981268 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-193a50cf-7d93-4a9a-88f8-6e7d96f52b20 req-81cb0a81-022d-4538-a30d-2edf8e85ed76 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0505950 Sep 09 04:48:43.045819 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-193a50cf-7d93-4a9a-88f8-6e7d96f52b20 req-158564e8-7e59-45b2-8965-dbf40fbd665f tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585394 Sep 09 04:48:43.164378 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:43.166532 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:43.219951 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f4cefa66-f05b-42f8-aaa3-8a116a4b5bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:44.172335 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae709e5-526c-4abf-b15b-9b17534665c9 req-9050bef3-8575-458f-a5db-827a6e529b65 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:44.173799 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ae709e5-526c-4abf-b15b-9b17534665c9 req-9050bef3-8575-458f-a5db-827a6e529b65 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0510714 Sep 09 04:48:44.232395 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7ae709e5-526c-4abf-b15b-9b17534665c9 req-da9a59e0-e17e-486a-b65b-0a6a63c92e30 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5&id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528638 Sep 09 04:48:45.455540 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ccf03eab-5c27-4f25-b4f7-1dafccc21c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:46.760038 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:48.254414 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:48.358947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:52.620017 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:52.620801 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:54.224715 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:54.226629 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=79 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:56.476774 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551bb088-8f0f-4c36-9cb1-53c118ba60e3 req-a160a100-7169-4fa6-95de-efd34e2a8c63 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:56.478237 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-551bb088-8f0f-4c36-9cb1-53c118ba60e3 req-a160a100-7169-4fa6-95de-efd34e2a8c63 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 945 time: 0.0478714 Sep 09 04:48:56.524387 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-551bb088-8f0f-4c36-9cb1-53c118ba60e3 req-dcd649c5-fb08-4f05-b212-62b9e1320750 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Sep 09 04:48:57.772394 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fe8c1-ac5e-4f48-b493-6f02b0bb5957 req-25232b6a-7882-40f5-8443-c5da5a2f8eb7 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:57.773990 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d31fe8c1-ac5e-4f48-b493-6f02b0bb5957 req-25232b6a-7882-40f5-8443-c5da5a2f8eb7 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 945 time: 0.1743419 Sep 09 04:48:57.824210 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d31fe8c1-ac5e-4f48-b493-6f02b0bb5957 req-2c158536-1ca1-4b85-86c7-07f4de010f4b tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=295b4604-7318-4199-a719-79d91a1c720b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445197 Sep 09 04:48:58.290778 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-fff9794b-d278-45d1-9bd3-c4b80f86d2eb tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:48:58.292226 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-fff9794b-d278-45d1-9bd3-c4b80f86d2eb tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 945 time: 0.0469348 Sep 09 04:48:58.348404 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:58.353524 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:58.355282 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:48:58.382446 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Deleting port 975d5f75-495a-4a76-b117-7342cfdada62 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:48:58.382791 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (975d5f75-495a-4a76-b117-7342cfdada62), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:58.471864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] For port 975d5f75-495a-4a76-b117-7342cfdada62, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=975d5f75-495a-4a76-b117-7342cfdada62,segment=NetworkSegment(40920a53-a188-4f69-ad16-074df8237b0b),segment_id=40920a53-a188-4f69-ad16-074df8237b0b)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:48:58.472746 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (975d5f75-495a-4a76-b117-7342cfdada62), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:58.485453 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Calling delete_port for 975d5f75-495a-4a76-b117-7342cfdada62 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:48:58.622351 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (975d5f75-495a-4a76-b117-7342cfdada62), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:58.655293 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Pushing event deleted for resources: {'Port': ['ID=975d5f75-495a-4a76-b117-7342cfdada62,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:48:58.663923 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['975d5f75-495a-4a76-b117-7342cfdada62'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:48:58.679050 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.679578 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.680101 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.680437 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.680769 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.681100 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.681427 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.681752 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.682189 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.682519 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.682842 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.683190 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.683511 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.683829 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.684143 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:48:58.713571 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] No DVR routers for this DVR port 975d5f75-495a-4a76-b117-7342cfdada62 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:48:58.716088 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:48:58.719425 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-3f840b96-9e0d-4c9c-b7fd-1a71a69bd993 req-0aaa1e7a-e655-4395-9e70-7198535cb154 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.17 "DELETE /networking/v2.0/ports/975d5f75-495a-4a76-b117-7342cfdada62 HTTP/1.1" status: 204 len: 173 time: 0.4218233 Sep 09 04:48:58.719928 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'name': 'network-vif-deleted', 'tag': '975d5f75-495a-4a76-b117-7342cfdada62'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:48:58.722162 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79798fb1-80c1-47d0-97e3-2b0045f7cd18" -d '{"events": [{"server_uuid": "c5d31339-e7f5-4cbf-b289-4be118799e91", "name": "network-vif-deleted", "tag": "975d5f75-495a-4a76-b117-7342cfdada62"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:48:58.762309 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e149d21f-216b-4409-ae68-fcdbae4c7ee8 x-openstack-request-id: req-e149d21f-216b-4409-ae68-fcdbae4c7ee8 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:48:58.762624 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d31339-e7f5-4cbf-b289-4be118799e91", "name": "network-vif-deleted", "tag": "975d5f75-495a-4a76-b117-7342cfdada62", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:48:58.762865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e149d21f-216b-4409-ae68-fcdbae4c7ee8 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:48:58.763305 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e149d21f-216b-4409-ae68-fcdbae4c7ee8'] response: {'server_uuid': 'c5d31339-e7f5-4cbf-b289-4be118799e91', 'name': 'network-vif-deleted', 'tag': '975d5f75-495a-4a76-b117-7342cfdada62', 'status': 'completed', 'code': 200} Sep 09 04:48:58.947316 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cf44e745-1c65-4f62-b1a9-4439b6664744 req-31ad8688-fd59-45d0-928b-a2e0e2f35601 tempest-VolumesSnapshotTestJSON-175283707 tempest-VolumesSnapshotTestJSON-175283707-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c5d31339-e7f5-4cbf-b289-4be118799e91 HTTP/1.1" status: 200 len: 210 time: 0.0323088 Sep 09 04:49:01.972335 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:04.280548 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 975d5f75-495a-4a76-b117-7342cfdada62 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:04.303538 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 975d5f75-495a-4a76-b117-7342cfdada62 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:04.304134 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 975d5f75-495a-4a76-b117-7342cfdada62 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:08.659830 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=42,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:08.694388 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:08.927576 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=23 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:08.928413 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=15 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:11.968987 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:13.221134 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-735b73d7-651d-477f-851a-cd2dc8685ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:13.591408 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-234379a3-7b43-4776-8cff-92fa69a205fc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389259 Sep 09 04:49:13.667774 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-6fadff50-170c-4348-8214-ccc9ab4ad18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:13.669217 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-6fadff50-170c-4348-8214-ccc9ab4ad18a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 1129 time: 0.0384901 Sep 09 04:49:13.774651 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-417b9b63-e62d-4f46-8f2c-696791b4e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:13.776032 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-417b9b63-e62d-4f46-8f2c-696791b4e679 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0884550 Sep 09 04:49:13.836590 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-d98eea7c-1150-494d-93f3-57330826496d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38 HTTP/1.1" status: 200 len: 1001 time: 0.0537302 Sep 09 04:49:13.883814 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-d3ccd7bb-ffaa-4293-8987-e75d9296467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:13.885157 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-d3ccd7bb-ffaa-4293-8987-e75d9296467a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0416822 Sep 09 04:49:13.934290 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-5da92b2e-ee36-4057-a96c-fd72f843583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:13.935811 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-5da92b2e-ee36-4057-a96c-fd72f843583c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430782 Sep 09 04:49:14.025520 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-ad2abde5-8055-4403-83ec-6eca0f25e604 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828822 Sep 09 04:49:14.119438 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-389ca3e3-2846-4a7d-a65d-4185f8873304 req-d1ef76a4-e025-4972-97c2-869a568d6983 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877008 Sep 09 04:49:15.457909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ac606eb3-8ba7-4353-9421-6b3396353b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:16.759110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:18.258089 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:18.360629 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:19.623071 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:49:22.169105 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46488) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:22.214486 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Deleting subnet 79c739c1-c026-4004-8981-612e84f90b9f {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:49:22.217591 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Publish callbacks [] for subnet (79c739c1-c026-4004-8981-612e84f90b9f), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.252056 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (79c739c1-c026-4004-8981-612e84f90b9f), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.294572 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (79c739c1-c026-4004-8981-612e84f90b9f), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.347110 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (79c739c1-c026-4004-8981-612e84f90b9f), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.370617 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c739c1-c026-4004-8981-612e84f90b9f,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:22.380913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.381270 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.381613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.381953 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.382288 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.383083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.383083 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.383278 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.383579 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.383906 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.384232 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.384556 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.384879 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.385201 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.385525 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:22.388414 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.393823 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-cac8f65d-c6b9-45cf-bf4f-94914e56002d admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/79c739c1-c026-4004-8981-612e84f90b9f HTTP/1.1" status: 204 len: 168 time: 0.2214270 Sep 09 04:49:22.394047 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46490) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:22.462904 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (01239c8f-dc75-423a-ae26-b13a52578e3e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.542651 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (01239c8f-dc75-423a-ae26-b13a52578e3e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.563069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01239c8f-dc75-423a-ae26-b13a52578e3e']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:22.573069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40920a53-a188-4f69-ad16-074df8237b0b') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:22.573370 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40920a53-a188-4f69-ad16-074df8237b0b') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:22.582792 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (40920a53-a188-4f69-ad16-074df8237b0b), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.595728 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (40920a53-a188-4f69-ad16-074df8237b0b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.602383 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:49:22.602763 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (40920a53-a188-4f69-ad16-074df8237b0b), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.647032 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 40920a53-a188-4f69-ad16-074df8237b0b resource provider aggregate not found Sep 09 04:49:22.665410 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 40920a53-a188-4f69-ad16-074df8237b0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40920a53-a188-4f69-ad16-074df8237b0b found for delete ", "request_id": "req-eb6a3053-9659-4bbd-83e2-8503bccf97d4"}]} Sep 09 04:49:22.672286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (01239c8f-dc75-423a-ae26-b13a52578e3e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.678341 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.682027 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/01239c8f-dc75-423a-ae26-b13a52578e3e HTTP/1.1" status: 204 len: 168 time: 0.2870691 Sep 09 04:49:22.696250 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ded36e-71dd-43fd-b898-379c97420f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=01239c8f-dc75-423a-ae26-b13a52578e3e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:22.792004 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46500) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:22.834199 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-51e13f1e-3708-4463-ba64-f64ff1d46466 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=e40e149178c6430bac065ed46db7dbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410089 Sep 09 04:49:22.836834 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46504) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:22.880973 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-922eb189-306c-458a-b2ff-427a0a7e635d tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-299727311&fields=id&tenant_id=9931b1bca2464db7bcb90b91567cab28 HTTP/1.1" status: 200 len: 267 time: 0.0456781 Sep 09 04:49:22.886741 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f09b4660-defc-4ff5-b120-d63827e8595b admin admin] Publish callbacks [] for security_group (295b4604-7318-4199-a719-79d91a1c720b), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.906615 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f09b4660-defc-4ff5-b120-d63827e8595b admin admin] Publish callbacks [] for security_group (295b4604-7318-4199-a719-79d91a1c720b), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.931053 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-27bcceef-9a11-4ffb-87bb-16be06da7af3 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:22.932520 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-27bcceef-9a11-4ffb-87bb-16be06da7af3 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 984 time: 0.0460227 Sep 09 04:49:22.944063 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Request body: {'port': {'security_groups': ['eaccecfd-d6ae-45f8-84a6-f393fef717ad']}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:22.955378 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f09b4660-defc-4ff5-b120-d63827e8595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (295b4604-7318-4199-a719-79d91a1c720b), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.958539 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f09b4660-defc-4ff5-b120-d63827e8595b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:22.959711 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-f09b4660-defc-4ff5-b120-d63827e8595b admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/295b4604-7318-4199-a719-79d91a1c720b HTTP/1.1" status: 204 len: 168 time: 0.1218176 Sep 09 04:49:22.967854 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b4660-defc-4ff5-b120-d63827e8595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295b4604-7318-4199-a719-79d91a1c720b,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:23.024358 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.199468 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:23.213175 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:23.220240 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:23.255217 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.262100 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.276516 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:23.277211 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.284950 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0d4dba4f-526f-41a9-be11-cde659fe1a5b req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "PUT /networking/v2.0/ports/715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 942 time: 0.3426347 Sep 09 04:49:23.284950 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:49:23.285163 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46514) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:23.285784 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a08069-8984-426d-8086-63b42871e875" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:49:23.301470 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['715e0a6e-e934-4e7a-a87d-74f1376050a2'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:49:23.339081 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9e404-b2a4-401a-9670-9bdb99673ef8 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event updated for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=7']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:23.361367 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b2313-d1ec-4a0e-bd03-becfe9594433 x-openstack-request-id: req-998b2313-d1ec-4a0e-bd03-becfe9594433 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:49:23.361627 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:49:23.361891 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-998b2313-d1ec-4a0e-bd03-becfe9594433 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:49:23.362352 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-998b2313-d1ec-4a0e-bd03-becfe9594433'] response: {'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'status': 'completed', 'code': 200} Sep 09 04:49:23.387369 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b83e5a61-736a-4de3-b355-2da4c717c8ea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group (46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.417292 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b83e5a61-736a-4de3-b355-2da4c717c8ea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group (46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.513429 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08069-8984-426d-8086-63b42871e875 req-ff9be116-d24c-45b6-a264-6a069e9d08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:23.515294 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-ff9be116-d24c-45b6-a264-6a069e9d08d6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1129 time: 0.0944417 Sep 09 04:49:23.523292 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['715e0a6e-e934-4e7a-a87d-74f1376050a2'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:49:23.534754 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b83e5a61-736a-4de3-b355-2da4c717c8ea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.537306 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b83e5a61-736a-4de3-b355-2da4c717c8ea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.540898 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-b83e5a61-736a-4de3-b355-2da4c717c8ea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5 HTTP/1.1" status: 204 len: 168 time: 0.2522573 Sep 09 04:49:23.541294 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46524) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:23.606862 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:23.622352 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e5a61-736a-4de3-b355-2da4c717c8ea tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d0b1af-8c96-4e04-9f6a-18b1cbaccfb5,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:23.638384 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08069-8984-426d-8086-63b42871e875 req-2b21d510-efa9-48dc-808e-0b1a1827e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:23.639904 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-2b21d510-efa9-48dc-808e-0b1a1827e2d3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 915 time: 0.1147053 Sep 09 04:49:23.714756 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-4c939cdd-1adc-47cf-9af3-28b52caca61c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 1000 time: 0.0667589 Sep 09 04:49:23.741090 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Deleting port fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:23.741622 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.766329 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:23.787859 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08069-8984-426d-8086-63b42871e875 req-d87b679e-7baf-4037-b045-45d5bd9af79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:23.789461 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-d87b679e-7baf-4037-b045-45d5bd9af79a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 200 len: 853 time: 0.0652318 Sep 09 04:49:23.841807 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.842185 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for floatingip (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:23.856269 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Calling delete_port for fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b owned by network:floatingip {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:23.899783 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46534) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:24.028319 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-412960650-network', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:24.062499 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Made reservation on behalf of 78feec3c37b84399ba54e70b4e5a1e08 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:49:24.065737 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.069336 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.072462 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08069-8984-426d-8086-63b42871e875 req-1d4d65d0-a7e6-442a-a8b1-a8e5ee4245f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:24.073980 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-1d4d65d0-a7e6-442a-a8b1-a8e5ee4245f1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=538ad1e0-6b1a-4607-af36-c59973362ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2770336 Sep 09 04:49:24.083976 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.084793 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-2bc068e6-7245-4470-98f8-41c41aea13b7 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:49:24.085710 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-2bc068e6-7245-4470-98f8-41c41aea13b7 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049505 Sep 09 04:49:24.107634 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event deleted for resources: {'Port': ['ID=fd7b3fc6-0a2d-4361-be3f-49c7fc362e5b,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:24.181703 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-6642f50f-5633-4ce4-8802-8b6f070bd0b3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899160 Sep 09 04:49:24.198826 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks [] for floatingip (91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.199194 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Floating IP 91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0 disassociated (deleted). External IP: 172.27.3.13, port: 715e0a6e-e934-4e7a-a87d-74f1376050a2. Sep 09 04:49:24.244408 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:24.289188 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-00a08069-8984-426d-8086-63b42871e875 req-942321a2-dfb9-48d7-bd6f-e9d376c1662f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008432 Sep 09 04:49:24.319796 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks [] for security_group (e946053a-15f6-46a9-8a3e-925da26beafe), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.325730 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e946053a-15f6-46a9-8a3e-925da26beafe), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.336040 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:24.365023 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:49:24.375158 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e946053a-15f6-46a9-8a3e-925da26beafe,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:24.381396 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (55da5566-ca57-464f-a007-544caa185e32), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.381743 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Added segment 55da5566-ca57-464f-a007-544caa185e32 of type vlan for network 60891183-f016-4a6f-97e3-956ad10ca1c0 Sep 09 04:49:24.499170 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (60891183-f016-4a6f-97e3-956ad10ca1c0), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.539412 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (60891183-f016-4a6f-97e3-956ad10ca1c0), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.540376 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:24.540951 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.548763 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Router 30ba8835-59eb-442e-a07c-a04b0842c779 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:49:24.605319 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7044749 Sep 09 04:49:24.608454 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46538) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:24.613489 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Request body: {'subnet': {'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-412960650-subnet', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:24.632185 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Made reservation on behalf of 78feec3c37b84399ba54e70b4e5a1e08 for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:49:24.634395 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14635063'] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.657132 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3856937-c2c6-4aa7-8170-c8e6a43abae3 admin admin] Pushing event updated for resources: {'Network': ['ID=60891183-f016-4a6f-97e3-956ad10ca1c0,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:24.667801 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:49:24.730426 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:24.736168 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.743439 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] Sync routers for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:24.759156 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:24.760087 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:24.780233 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-50817bec-842e-452a-9486-dba4cf05e2a6 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0 HTTP/1.1" status: 204 len: 168 time: 1.2349038 Sep 09 04:49:24.818557 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14434376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14635049'] for subnet (309417ac-f0b3-4e0e-b189-8c56c87df15c), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.876789 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:24.884542 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Pushing event updated for resources: {'Subnet': ['ID=309417ac-f0b3-4e0e-b189-8c56c87df15c,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:24.894449 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Checking segment: {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:24.894749 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Network hostable DHCP agents. Network: 60891183-f016-4a6f-97e3-956ad10ca1c0, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:49:24.912722 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:49:24.923031 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, 60891183-f016-4a6f-97e3-956ad10ca1c0) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:24.928042 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:24.928750 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.933365 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec812c-0567-4dc5-b7b4-fb776b1cb257 None None] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:49:24.951725 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-f4ae8c8f-86ed-4e16-972f-845ed88046be admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3419466 Sep 09 04:49:24.955067 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46546) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:24.962052 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:24.991794 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (e7528a2a-cbe6-4ce6-b916-8f09403caefd), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:24.994105 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (e7528a2a-cbe6-4ce6-b916-8f09403caefd), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.066288 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-60891183-f016-4a6f-97e3-956ad10ca1c0', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:49:25.067992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.111226 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:57Z', 'revision_number': 5, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:25.140740 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] Checking router: 30ba8835-59eb-442e-a07c-a04b0842c779 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:25.151791 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:25.152428 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:25.225833 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Allocated IP 172.20.0.2 (60891183-f016-4a6f-97e3-956ad10ca1c0/309417ac-f0b3-4e0e-b189-8c56c87df15c/903ae84e-847e-4fde-8473-f71c3a37f708) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:25.268539 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:25.376414 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:49:25.379219 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:49:25.384397 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Publish callbacks [] for port (903ae84e-847e-4fde-8473-f71c3a37f708), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.391069 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks [] for router_controller (e7528a2a-cbe6-4ce6-b916-8f09403caefd), precommit_add_association {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.392076 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.436670 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:25.439752 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74df807a-636f-42a9-98a2-0ebffcb6874c x-openstack-request-id: req-74df807a-636f-42a9-98a2-0ebffcb6874c {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:49:25.440116 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:49:25.440854 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74df807a-636f-42a9-98a2-0ebffcb6874c {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:49:25.441732 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74df807a-636f-42a9-98a2-0ebffcb6874c'] response: {'name': 'network-changed', 'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'status': 'completed', 'code': 200} Sep 09 04:49:25.444906 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:25.448910 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:25.451859 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Pushing event updated for resources: {'Port': ['ID=903ae84e-847e-4fde-8473-f71c3a37f708,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:25.474633 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:57Z', 'revision_number': 5, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:25.504417 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d6b82-5ec3-49ef-b315-a1f3393864f4 None None] The sync data for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi is: [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'aa3d9f7b-2795-4455-b1ca-11e563931686', 'name': '', 'network_id': '538ad1e0-6b1a-4607-af36-c59973362ac1', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'mac_address': 'fa:16:3e:b8:66:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:44Z', 'updated_at': '2022-09-09T04:46:57Z', 'revision_number': 5, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'subnets': [{'id': 'e67ea263-bea4-4964-8419-7fc45107ec51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:25.514513 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Attempting to bind port 903ae84e-847e-4fde-8473-f71c3a37f708 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:25.514888 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Attempting to bind port 903ae84e-847e-4fde-8473-f71c3a37f708 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:25.515277 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Attempting to bind port 903ae84e-847e-4fde-8473-f71c3a37f708 on network 60891183-f016-4a6f-97e3-956ad10ca1c0 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:25.542978 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks [] for router_gateway (e7528a2a-cbe6-4ce6-b916-8f09403caefd), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.562901 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:25.563345 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Checking segment: {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:25.563812 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.564288 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Bound using segment: {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:25.564829 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Bound port: 903ae84e-847e-4fde-8473-f71c3a37f708, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:25.565843 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.624067 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-d2191991-e8e6-4f22-98e6-cfa69f567c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:25.626254 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-d2191991-e8e6-4f22-98e6-cfa69f567c1a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=9931b1bca2464db7bcb90b91567cab28&device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 1129 time: 0.0593891 Sep 09 04:49:25.651713 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] For port 903ae84e-847e-4fde-8473-f71c3a37f708, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:25.655698 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] For port 903ae84e-847e-4fde-8473-f71c3a37f708, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=903ae84e-847e-4fde-8473-f71c3a37f708,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:25.662022 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.670192 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:25.705960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:25.751746 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3acfaa-7f2b-4101-9767-60a549bf9721 None None] Pushing event updated for resources: {'Port': ['ID=903ae84e-847e-4fde-8473-f71c3a37f708,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:25.765923 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks [] for router_gateway (e7528a2a-cbe6-4ce6-b916-8f09403caefd), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.770407 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-d03b8238-7164-4d0e-9ecf-592aa2bda8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:25.773257 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-d03b8238-7164-4d0e-9ecf-592aa2bda8ff service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 200 len: 915 time: 0.1390927 Sep 09 04:49:25.786892 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:25.791716 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:25.826841 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-f8458a2a-672a-47c3-a75e-12925b0cc282 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 200 len: 217 time: 0.0427134 Sep 09 04:49:25.879188 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-5b022fce-aeb3-40d1-b5e7-876bdf97a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:25.880699 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-5b022fce-aeb3-40d1-b5e7-876bdf97a1a3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 200 len: 853 time: 0.0467613 Sep 09 04:49:25.896128 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:25.919882 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98ecc10-82a1-443d-a150-b60d56911c80 None None] New status for floating IP 91453a56-0c9f-4eb0-9e3b-f5aff56ff0d0: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:49:25.923443 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Allocated IP 172.27.3.85 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/ee66c5f0-36b9-4ab1-9672-a4643819761e) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:25.962057 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-1233df82-553b-49b8-b40c-5c7901fbfd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:25.964250 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-1233df82-553b-49b8-b40c-5c7901fbfd20 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=538ad1e0-6b1a-4607-af36-c59973362ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766802 Sep 09 04:49:26.078196 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:26.129164 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-80f9acf5-4515-49ed-bd5e-6655a9516de5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576416 Sep 09 04:49:26.137132 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks [] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.194657 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.240803 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:26.242441 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0349ab62-e1e4-4e08-a42b-a6f35dd5cae7 req-4eeaeee9-f3cb-4027-8785-10fc5fb3a59b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063485 Sep 09 04:49:26.244215 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:26.246654 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:26.291213 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Pushing event updated for resources: {'Port': ['ID=ee66c5f0-36b9-4ab1-9672-a4643819761e,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:26.506833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks [] for router_gateway (e7528a2a-cbe6-4ce6-b916-8f09403caefd), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.686312 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:26.720373 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (e7528a2a-cbe6-4ce6-b916-8f09403caefd), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.782186 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 903ae84e-847e-4fde-8473-f71c3a37f708 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:26.805774 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:26.831846 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 903ae84e-847e-4fde-8473-f71c3a37f708 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:26.832231 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.854025 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:26.862340 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Router e7528a2a-cbe6-4ce6-b916-8f09403caefd is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:49:26.872361 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c86cb1-7aa6-44f5-a566-4596df265c42 None None] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:49:26.967717 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:26.978615 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Sync routers for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:26.990910 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 903ae84e-847e-4fde-8473-f71c3a37f708 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:26.991325 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.991467 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.995128 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-a9a96aca-a9ae-4df8-b475-583d0cfe484f admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0347030 Sep 09 04:49:26.995274 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-2f64c58e-d79a-4861-ba9b-8b1cdfc836c3 None None] Provisioning complete for port 903ae84e-847e-4fde-8473-f71c3a37f708 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:26.995390 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f64c58e-d79a-4861-ba9b-8b1cdfc836c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:26.995487 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46562) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:26.996877 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:26.997692 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:27.037852 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:27.084269 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 903ae84e-847e-4fde-8473-f71c3a37f708, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=903ae84e-847e-4fde-8473-f71c3a37f708,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:27.092597 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.108090 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:27.173485 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-2f64c58e-d79a-4861-ba9b-8b1cdfc836c3 None None] Current status of the port 903ae84e-847e-4fde-8473-f71c3a37f708 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:27.180541 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=903ae84e-847e-4fde-8473-f71c3a37f708,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:27.302336 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:27.307950 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:26Z', 'revision_number': 3, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:27.332616 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Checking router: e7528a2a-cbe6-4ce6-b916-8f09403caefd for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:27.332963 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Updating router e7528a2a-cbe6-4ce6-b916-8f09403caefd port ee66c5f0-36b9-4ab1-9672-a4643819761e binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:49:27.350278 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:27.365341 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.392885 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-d142d652-51f5-4ec0-baf8-44176938a7f7 None None] Provisioning complete for port 903ae84e-847e-4fde-8473-f71c3a37f708 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:27.393629 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d142d652-51f5-4ec0-baf8-44176938a7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.451376 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.471010 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-d142d652-51f5-4ec0-baf8-44176938a7f7 None None] Current status of the port 903ae84e-847e-4fde-8473-f71c3a37f708 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:27.626632 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Allocated IP 172.20.0.1 (60891183-f016-4a6f-97e3-956ad10ca1c0/309417ac-f0b3-4e0e-b189-8c56c87df15c/2ebf5a20-cdc0-499b-938a-a764d268c0a9) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:27.634831 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Publish callbacks [] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.640233 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.674913 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Attempting to bind port ee66c5f0-36b9-4ab1-9672-a4643819761e on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:27.675397 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Attempting to bind port ee66c5f0-36b9-4ab1-9672-a4643819761e by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:27.676003 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Attempting to bind port ee66c5f0-36b9-4ab1-9672-a4643819761e on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:27.682048 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bdfc7-6b9d-4dfe-84c4-f8577d473012 req-04962369-754a-4ec1-b151-09f9c7223ad9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:27.683609 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e77bdfc7-6b9d-4dfe-84c4-f8577d473012 req-04962369-754a-4ec1-b151-09f9c7223ad9 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.0673923 Sep 09 04:49:27.710727 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Pushing event updated for resources: {'Port': ['ID=ee66c5f0-36b9-4ab1-9672-a4643819761e,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:27.722780 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.723086 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:27.723228 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.723471 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.723983 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.724310 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.724662 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.725017 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.725800 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.725800 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.726013 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.726677 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.726807 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.727138 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.727858 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.727858 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:27.746609 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:27.747069 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:27.747407 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.747791 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:27.748999 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Bound port: ee66c5f0-36b9-4ab1-9672-a4643819761e, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:27.748999 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.776913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:27.794532 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e77bdfc7-6b9d-4dfe-84c4-f8577d473012 req-6f00cba4-dbc4-4652-9d4b-ea2bd3a8c8a2 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805805 Sep 09 04:49:27.808974 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks [] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.843691 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.886421 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:27.891515 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] For port ee66c5f0-36b9-4ab1-9672-a4643819761e, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:27.891662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:27.894437 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Pushing event updated for resources: {'Port': ['ID=2ebf5a20-cdc0-499b-938a-a764d268c0a9,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:27.895821 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] For port ee66c5f0-36b9-4ab1-9672-a4643819761e, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=ee66c5f0-36b9-4ab1-9672-a4643819761e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:27.898097 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:27.903295 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.943417 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (e7528a2a-cbe6-4ce6-b916-8f09403caefd), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:27.961646 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7dd19-d92f-4830-a989-360a5c94705e None None] Pushing event updated for resources: {'Port': ['ID=ee66c5f0-36b9-4ab1-9672-a4643819761e,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:27.965960 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:27.966569 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:28.071908 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:28.084536 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:28.194547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-da875fc4-b5eb-4559-a1e0-4bd1cee54085 None None] Provisioning complete for port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:28.195643 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-da875fc4-b5eb-4559-a1e0-4bd1cee54085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:28.231576 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-da875fc4-b5eb-4559-a1e0-4bd1cee54085 None None] Port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:49:28.252200 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks [] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:28.252429 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:26Z', 'revision_number': 3, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:28.258181 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:28.278360 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d93d98-ac55-4a87-98a3-b3b2cd86c6d5 None None] The sync data for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi is: [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:26Z', 'revision_number': 3, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:28.330793 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Pushing event updated for resources: {'Port': ['ID=2ebf5a20-cdc0-499b-938a-a764d268c0a9,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:28.334330 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (e7528a2a-cbe6-4ce6-b916-8f09403caefd), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:28.428933 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:28.430385 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:28.569671 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:28.577366 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Router e7528a2a-cbe6-4ce6-b916-8f09403caefd has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:49:28.585521 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:28.697206 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:28.703062 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-85fe3f79-1156-4a77-bc4f-65c0ca949bda admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e7528a2a-cbe6-4ce6-b916-8f09403caefd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066102 Sep 09 04:49:28.763537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4a04e9c1-e231-4011-9a82-b3ab0e760854 None None] Provisioning complete for port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:28.764352 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4a04e9c1-e231-4011-9a82-b3ab0e760854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:28.811131 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4a04e9c1-e231-4011-9a82-b3ab0e760854 None None] Port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:49:28.873179 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 903ae84e-847e-4fde-8473-f71c3a37f708 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:28.923548 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 903ae84e-847e-4fde-8473-f71c3a37f708 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:28.924175 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.010834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 903ae84e-847e-4fde-8473-f71c3a37f708 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:29.011957 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device ee66c5f0-36b9-4ab1-9672-a4643819761e up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:29.060160 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port ee66c5f0-36b9-4ab1-9672-a4643819761e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:29.060547 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.147673 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port ee66c5f0-36b9-4ab1-9672-a4643819761e is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:29.147954 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.166738 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e722b-8efc-4a12-8387-f258158441e3 req-c714b30c-0454-4b10-a8b3-0b63328557b4 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:29.168377 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-425e722b-8efc-4a12-8387-f258158441e3 req-c714b30c-0454-4b10-a8b3-0b63328557b4 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.2880242 Sep 09 04:49:29.177542 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port ee66c5f0-36b9-4ab1-9672-a4643819761e, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=ee66c5f0-36b9-4ab1-9672-a4643819761e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:29.183110 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.239905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=ee66c5f0-36b9-4ab1-9672-a4643819761e,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:29.245800 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-425e722b-8efc-4a12-8387-f258158441e3 req-1396d3b8-ca03-4ad8-90ee-a13ea7935add tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=eaccecfd-d6ae-45f8-84a6-f393fef717ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702617 Sep 09 04:49:29.310566 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46588) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:29.315447 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1125205995-network', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:29.336109 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Made reservation on behalf of 4a643d4d0b2f41f09c3d90c27fb14b41 for: {'network': 1} {{(pid=107719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:49:29.338364 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for network (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.350627 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.423848 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks [] for security_group (bcd7d286-bdf0-43c8-b41a-be15aca11e78), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.427643 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bcd7d286-bdf0-43c8-b41a-be15aca11e78), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.452971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=107719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 04:49:29.463926 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd7d286-bdf0-43c8-b41a-be15aca11e78,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:29.469081 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (215cab45-4a4f-4d17-b96f-6a50b2851dd5), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.469423 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.segments_db [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Added segment 215cab45-4a4f-4d17-b96f-6a50b2851dd5 of type vlan for network e0316dac-0872-4687-89eb-e4489a707112 Sep 09 04:49:29.513160 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760466952331'] for network (e0316dac-0872-4687-89eb-e4489a707112), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.537565 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081'] for network (e0316dac-0872-4687-89eb-e4489a707112), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.538579 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:29.539207 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.595282 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] 10.222.0.20 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2834711 Sep 09 04:49:29.598062 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46590) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:29.603037 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Request body: {'subnet': {'network_id': 'e0316dac-0872-4687-89eb-e4489a707112', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1125205995-subnet', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'ip_version': 4}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:29.607068 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0f6c-bc88-4551-b0db-17382fe0b23a admin admin] Pushing event updated for resources: {'Network': ['ID=e0316dac-0872-4687-89eb-e4489a707112,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:29.619839 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Network e0316dac-0872-4687-89eb-e4489a707112 details requested by agent ovs-agent-dv-cinder-856002-3-iscsi with host dv-cinder-856002-3-iscsi {{(pid=107721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 04:49:29.635690 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Made reservation on behalf of 4a643d4d0b2f41f09c3d90c27fb14b41 for: {'subnet': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:49:29.638583 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14635063'] for subnet (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.716987 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-7a0c4afa-7a50-472f-b312-ef45d700d221 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:29.718453 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-7a0c4afa-7a50-472f-b312-ef45d700d221 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 945 time: 0.1000500 Sep 09 04:49:29.845907 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Deleting port 715e0a6e-e934-4e7a-a87d-74f1376050a2 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:29.846203 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:29.971626 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Sync routers for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:29.981391 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:29.982006 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:30.006104 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] For port 715e0a6e-e934-4e7a-a87d-74f1376050a2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=715e0a6e-e934-4e7a-a87d-74f1376050a2,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:30.006479 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.009500 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14434376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14635049'] for subnet (eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.042331 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Calling delete_port for 715e0a6e-e934-4e7a-a87d-74f1376050a2 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:30.079052 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:30.088522 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:30.119029 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:30.133893 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:30.143749 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Checking segment: {'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:30.144108 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Network hostable DHCP agents. Network: e0316dac-0872-4687-89eb-e4489a707112, hostable agents: ['a10c5a9d-dd52-46b5-9211-61f649417121'], hosted agents: [] {{(pid=107720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 04:49:30.179049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Network e0316dac-0872-4687-89eb-e4489a707112 is scheduled to be hosted by DHCP agent a10c5a9d-dd52-46b5-9211-61f649417121 with binding_index 1 {{(pid=107720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 04:49:30.210244 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-3-iscsi, e0316dac-0872-4687-89eb-e4489a707112) {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:30.217339 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:30.217936 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.219490 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c091ec28-6ea9-43c4-b1f2-38ffa565afe3 None None] Network e0316dac-0872-4687-89eb-e4489a707112 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:49:30.219959 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:30.225518 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:30.250889 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-418732d7-514a-4f1b-93fd-5ae8762d63fb admin admin] 10.222.0.20 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6517081 Sep 09 04:49:30.253486 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46592) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:30.258558 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:30.263915 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (715e0a6e-e934-4e7a-a87d-74f1376050a2), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.294365 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Pushing event deleted for resources: {'Port': ['ID=715e0a6e-e934-4e7a-a87d-74f1376050a2,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:30.315743 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-730770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9026'] for router (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.316789 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-730344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-735628', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9051'] for router (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.325169 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['715e0a6e-e934-4e7a-a87d-74f1376050a2'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:49:30.370021 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] No DVR routers for this DVR port 715e0a6e-e934-4e7a-a87d-74f1376050a2 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:49:30.374106 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.377480 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-8ebdafe7-c5e3-4789-ab30-e118de36b30c req-8000b762-5a29-4d8a-ab93-363cf2f1c854 tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.17 "DELETE /networking/v2.0/ports/715e0a6e-e934-4e7a-a87d-74f1376050a2 HTTP/1.1" status: 204 len: 173 time: 0.6521506 Sep 09 04:49:30.377999 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'name': 'network-vif-deleted', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:49:30.380389 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36db1420-2e15-44b5-a817-1b36859544a4" -d '{"events": [{"server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "name": "network-vif-deleted", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:49:30.424092 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks [] for router_controller (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), precommit_add_association {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.426321 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9184aecb-c6c4-45b3-a784-6b698ac1c5b6 req-acaafba9-683b-4588-bc28-96631ba9286f tempest-TestMinimumBasicScenario-1833912569 tempest-TestMinimumBasicScenario-1833912569-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f8d0ca27-c29c-4997-90b3-0f50e0ce7af6 HTTP/1.1" status: 200 len: 210 time: 0.0441055 Sep 09 04:49:30.475897 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd20a21a-2052-43e1-90f1-31623821b914 x-openstack-request-id: req-bd20a21a-2052-43e1-90f1-31623821b914 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:49:30.476173 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d0ca27-c29c-4997-90b3-0f50e0ce7af6", "name": "network-vif-deleted", "tag": "715e0a6e-e934-4e7a-a87d-74f1376050a2", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:49:30.476428 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd20a21a-2052-43e1-90f1-31623821b914 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:49:30.476820 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd20a21a-2052-43e1-90f1-31623821b914'] response: {'server_uuid': 'f8d0ca27-c29c-4997-90b3-0f50e0ce7af6', 'name': 'network-vif-deleted', 'tag': '715e0a6e-e934-4e7a-a87d-74f1376050a2', 'status': 'completed', 'code': 200} Sep 09 04:49:30.492702 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:30.530081 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 2, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:30.571260 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Checking router: e7528a2a-cbe6-4ce6-b916-8f09403caefd for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:30.571616 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Updating router e7528a2a-cbe6-4ce6-b916-8f09403caefd port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 binding host dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:49:30.592501 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks [] for router_gateway (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.596943 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36ed45b7-fe78-5758-ad71-7657eace62e1-e0316dac-0872-4687-89eb-e4489a707112', 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112', 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'fixed_ips': [{'subnet_id': 'eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a'}]}} from dv-cinder-856002-3-iscsi. {{(pid=107721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 04:49:30.597793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.622211 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.808210 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks [] for router_gateway (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.831037 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:30.831777 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device ee66c5f0-36b9-4ab1-9672-a4643819761e up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:30.936353 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.db_base_plugin_common [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Allocated IP 172.20.0.2 (e0316dac-0872-4687-89eb-e4489a707112/eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a/12f22861-a1f3-453f-b164-1ce3d95c0819) {{(pid=107721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:30.946201 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Allocated IP 172.27.3.109 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/bf22476a-784b-4347-96e8-87721a9549c1) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:31.025228 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port ee66c5f0-36b9-4ab1-9672-a4643819761e triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:31.025619 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.062516 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks [] for port (bf22476a-784b-4347-96e8-87721a9549c1), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.094724 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:31.105164 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (bf22476a-784b-4347-96e8-87721a9549c1), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.153317 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:31.158742 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:31.161109 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Pushing event updated for resources: {'Port': ['ID=bf22476a-784b-4347-96e8-87721a9549c1,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:31.163782 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:31.204133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:31.209276 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Publish callbacks [] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), precommit_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.218738 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.268349 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port ee66c5f0-36b9-4ab1-9672-a4643819761e is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:31.280616 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Publish callbacks [] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), precommit_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.305556 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), after_create {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.310720 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Pushing event updated for resources: {'Port': ['ID=2ebf5a20-cdc0-499b-938a-a764d268c0a9,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:31.341215 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.341942 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.341942 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.342203 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.342536 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.342868 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.343221 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.343541 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.343863 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.344182 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.344500 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.344816 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.345130 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.345443 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.345755 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:49:31.363448 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Network e0316dac-0872-4687-89eb-e4489a707112 is already hosted by enough agents. {{(pid=107721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:31.385364 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Attempting to bind port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:31.385728 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Attempting to bind port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:31.386081 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Attempting to bind port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 on network 60891183-f016-4a6f-97e3-956ad10ca1c0 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:31.388228 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.scheduler.base_scheduler [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Resources bound (agent type, host, resource id): {{(pid=107721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:31.392427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Received port after_create {{(pid=107721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:31.410097 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:31.417153 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks [] for router_gateway (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.454349 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Pushing event updated for resources: {'Port': ['ID=12f22861-a1f3-453f-b164-1ce3d95c0819,revision_number=1']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:31.486485 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:31.487459 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Checking segment: {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:31.487864 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.488250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Bound using segment: {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:31.488718 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Bound port: 2ebf5a20-cdc0-499b-938a-a764d268c0a9, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:31.489086 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.510280 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Attempting to bind port 12f22861-a1f3-453f-b164-1ce3d95c0819 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:31.510280 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Attempting to bind port 12f22861-a1f3-453f-b164-1ce3d95c0819 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:31.510280 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Attempting to bind port 12f22861-a1f3-453f-b164-1ce3d95c0819 on network e0316dac-0872-4687-89eb-e4489a707112 {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:31.563332 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:31.593084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:31.593442 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Checking segment: {'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:31.593844 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.594230 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Bound using segment: {'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'} {{(pid=107721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:31.594706 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.managers [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Bound port: 12f22861-a1f3-453f-b164-1ce3d95c0819, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'}}] {{(pid=107721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:31.595095 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.627411 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-730303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-729156'] for router (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.673155 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] For port 2ebf5a20-cdc0-499b-938a-a764d268c0a9, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:31.688914 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] For port 12f22861-a1f3-453f-b164-1ce3d95c0819, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:31.692139 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] For port 2ebf5a20-cdc0-499b-938a-a764d268c0a9, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2ebf5a20-cdc0-499b-938a-a764d268c0a9,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:31.703656 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.706691 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] For port 12f22861-a1f3-453f-b164-1ce3d95c0819, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=12f22861-a1f3-453f-b164-1ce3d95c0819,segment=NetworkSegment(215cab45-4a4f-4d17-b96f-6a50b2851dd5),segment_id=215cab45-4a4f-4d17-b96f-6a50b2851dd5)] {{(pid=107721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:31.709458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:31.742364 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:31.764885 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:31.765606 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:31.772327 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 is scheduled to L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 with binding_index 1 {{(pid=107720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 04:49:31.821792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3d31e-0b0c-497b-98bc-3c374368245d None None] Pushing event updated for resources: {'Port': ['ID=2ebf5a20-cdc0-499b-938a-a764d268c0a9,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:31.938670 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127a055-9168-4de8-93f9-32d2bbcf79f7 None None] Pushing event updated for resources: {'Port': ['ID=12f22861-a1f3-453f-b164-1ce3d95c0819,revision_number=2']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:31.996194 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:32.007328 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:32.179326 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:32.189350 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Sync routers for ids ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:32.207207 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Routers {'32cd16f2-61b2-4e09-bd97-6e8b67385ba0'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:32.208091 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:32.210462 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:32.214500 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-4cca94f3-e3ab-4e8d-9bbd-392e01e4962c admin admin] 10.222.0.20 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9575198 Sep 09 04:49:32.214735 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46644) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:32.272939 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:32.292094 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:31Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:32.322610 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:32.326062 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf6978-5fda-406b-bdc4-7b2e65d3eec8 None None] The sync data for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi is: [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:31Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:32.354861 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Set router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:32.512946 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46648) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:32.595838 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:31Z', 'revision_number': 3, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port': {'id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:32.635475 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Checking router: 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:32.635879 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Updating router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 port bf22476a-784b-4347-96e8-87721a9549c1 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:49:32.670573 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bf22476a-784b-4347-96e8-87721a9549c1), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:32.792084 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:32.919466 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ebf5a20-cdc0-499b-938a-a764d268c0a9 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:33.003649 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:33.050223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:33.180609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.197882 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Publish callbacks [] for port (bf22476a-784b-4347-96e8-87721a9549c1), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.205755 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 715e0a6e-e934-4e7a-a87d-74f1376050a2 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:33.206241 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bf22476a-784b-4347-96e8-87721a9549c1), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.208097 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249b1ab-f8de-440d-9ede-8c60f8c782d1 None None] Network e0316dac-0872-4687-89eb-e4489a707112 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:49:33.249121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:33.279377 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (30ba8835-59eb-442e-a07c-a04b0842c779), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.338834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 715e0a6e-e934-4e7a-a87d-74f1376050a2 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:33.338834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 715e0a6e-e934-4e7a-a87d-74f1376050a2 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:33.344141 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-abe08184-ac67-4c5e-9654-9b65052d139f None None] Provisioning complete for port 12f22861-a1f3-453f-b164-1ce3d95c0819 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:33.344514 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-abe08184-ac67-4c5e-9654-9b65052d139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.389979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Allocated IP 172.20.0.1 (e0316dac-0872-4687-89eb-e4489a707112/eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a/5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:33.433241 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:33.433629 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.481766 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Attempting to bind port bf22476a-784b-4347-96e8-87721a9549c1 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:33.482228 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Attempting to bind port bf22476a-784b-4347-96e8-87721a9549c1 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:33.482603 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Attempting to bind port bf22476a-784b-4347-96e8-87721a9549c1 on network cfd551b0-515c-4877-9245-1dcd60c1d82d {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:33.529808 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:33.564003 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:33.564850 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Checking segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:33.565658 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.566724 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Bound using segment: {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:33.568171 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Bound port: bf22476a-784b-4347-96e8-87721a9549c1, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a1f9f7-b46c-4231-9a10-7cce49063f73', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:33.569076 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bf22476a-784b-4347-96e8-87721a9549c1), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.583930 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks [] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.635484 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.635768 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] For port bf22476a-784b-4347-96e8-87721a9549c1, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:33.640752 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] For port bf22476a-784b-4347-96e8-87721a9549c1, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=bf22476a-784b-4347-96e8-87721a9549c1,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:33.645073 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29479668-58a7-4a47-ad34-1d10610f29b3 None None] Pushing event updated for resources: {'Port': ['ID=bf22476a-784b-4347-96e8-87721a9549c1,revision_number=2']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:33.656916 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bf22476a-784b-4347-96e8-87721a9549c1), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.701645 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Routers {'32cd16f2-61b2-4e09-bd97-6e8b67385ba0'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:33.701820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:33.702604 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.702985 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:33.727000 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Deleting port aa3d9f7b-2795-4455-b1ca-11e563931686 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:33.727501 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Network e0316dac-0872-4687-89eb-e4489a707112 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:33.730516 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.742910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:33.744069 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-abe08184-ac67-4c5e-9654-9b65052d139f None None] Current status of the port 12f22861-a1f3-453f-b164-1ce3d95c0819 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:33.744552 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-abe08184-ac67-4c5e-9654-9b65052d139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.753460 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:33.763749 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:33.802337 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 2ebf5a20-cdc0-499b-938a-a764d268c0a9, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2ebf5a20-cdc0-499b-938a-a764d268c0a9,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:33.809500 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740366'] for router_interface (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.831676 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.837505 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12f22861-a1f3-453f-b164-1ce3d95c0819 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:33.849136 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:33.868785 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] For port aa3d9f7b-2795-4455-b1ca-11e563931686, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=aa3d9f7b-2795-4455-b1ca-11e563931686,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:33.869482 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:33.884469 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] Set router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:33.884894 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Calling delete_port for aa3d9f7b-2795-4455-b1ca-11e563931686 owned by network:router_interface {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:33.951544 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:33.987024 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-abe08184-ac67-4c5e-9654-9b65052d139f None None] For port 12f22861-a1f3-453f-b164-1ce3d95c0819, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=12f22861-a1f3-453f-b164-1ce3d95c0819,segment=NetworkSegment(215cab45-4a4f-4d17-b96f-6a50b2851dd5),segment_id=215cab45-4a4f-4d17-b96f-6a50b2851dd5)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:34.012458 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-abe08184-ac67-4c5e-9654-9b65052d139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.034799 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.051090 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=2ebf5a20-cdc0-499b-938a-a764d268c0a9,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:34.058846 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 12f22861-a1f3-453f-b164-1ce3d95c0819 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:34.060355 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.136737 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:34.176015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-41173103-1d13-4656-8bd1-f7bf2c7b5379 None None] Provisioning complete for port 12f22861-a1f3-453f-b164-1ce3d95c0819 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:34.176440 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-41173103-1d13-4656-8bd1-f7bf2c7b5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.180849 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe08184-ac67-4c5e-9654-9b65052d139f None None] Pushing event updated for resources: {'Port': ['ID=12f22861-a1f3-453f-b164-1ce3d95c0819,revision_number=3']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:34.190541 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29479668-58a7-4a47-ad34-1d10610f29b3 None None] Pushing event updated for resources: {'Port': ['ID=bf22476a-784b-4347-96e8-87721a9549c1,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:34.274920 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (aa3d9f7b-2795-4455-b1ca-11e563931686), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.289390 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks [] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.296633 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.297610 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 12f22861-a1f3-453f-b164-1ce3d95c0819 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:34.306969 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:34.316426 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:34.325562 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3d9f7b-2795-4455-b1ca-11e563931686,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:34.357418 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:31Z', 'revision_number': 3, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port': {'id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:34.385348 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-41173103-1d13-4656-8bd1-f7bf2c7b5379 None None] Current status of the port 12f22861-a1f3-453f-b164-1ce3d95c0819 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:34.390818 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cbed8d-6b09-4945-b6c0-79247c66f72d None None] The sync data for ids ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'] in dv-cinder-856002-3-iscsi is: [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:31Z', 'revision_number': 3, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port': {'id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:34.399728 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-740498'] for router_interface (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.403881 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:34.506827 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4a085755-6f3e-44bc-b63e-6db4487a8b61 None None] Provisioning complete for port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:34.510569 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4a085755-6f3e-44bc-b63e-6db4487a8b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.529260 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Network e0316dac-0872-4687-89eb-e4489a707112 is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:34.530880 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:34.542420 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (30ba8835-59eb-442e-a07c-a04b0842c779), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.571311 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4a085755-6f3e-44bc-b63e-6db4487a8b61 None None] Port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:49:34.667448 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:49:34.814837 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:34.821593 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-dc7f401f-6463-49b6-b953-08d765acc5a7 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/32cd16f2-61b2-4e09-bd97-6e8b67385ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6057739 Sep 09 04:49:34.874385 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Router 30ba8835-59eb-442e-a07c-a04b0842c779 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:49:34.904491 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-b7dda3c4-07a2-46d2-a087-2ecf9aedcb27 None None] Provisioning complete for port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:34.905173 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b7dda3c4-07a2-46d2-a087-2ecf9aedcb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:34.910492 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:34.933804 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ebf5a20-cdc0-499b-938a-a764d268c0a9 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:34.980123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:35.001053 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:35.001732 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.003051 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-b7dda3c4-07a2-46d2-a087-2ecf9aedcb27 None None] Port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:49:35.032358 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:35.039210 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6349afbd-97db-4ca1-a8ea-db8c318608b4 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/30ba8835-59eb-442e-a07c-a04b0842c779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5232737 Sep 09 04:49:35.042836 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46656) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:35.046467 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] Sync routers for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:35.070268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:35.071121 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:35.157999 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:35.159810 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12f22861-a1f3-453f-b164-1ce3d95c0819 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:35.167378 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks [] for router (30ba8835-59eb-442e-a07c-a04b0842c779), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.247717 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:35.293172 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46658) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:35.300947 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-d10f0054-dc00-456a-920d-6922606bf3b4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898783231', 'description': 'tempest-secgroup-smoke-1898783231 description', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:35.308029 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks [] for router_gateway (30ba8835-59eb-442e-a07c-a04b0842c779), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.313215 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:35.323952 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 12f22861-a1f3-453f-b164-1ce3d95c0819 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:35.325418 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.334192 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d10f0054-dc00-456a-920d-6922606bf3b4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.378855 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Deleting port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:35.379230 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.437049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d10f0054-dc00-456a-920d-6922606bf3b4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group (2655fae7-cb2f-41a8-91aa-b7c653de32e5), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.447671 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d10f0054-dc00-456a-920d-6922606bf3b4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2655fae7-cb2f-41a8-91aa-b7c653de32e5), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.475105 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d10f0054-dc00-456a-920d-6922606bf3b4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.476373 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d10f0054-dc00-456a-920d-6922606bf3b4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1808951 Sep 09 04:49:35.479352 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46660) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:35.486594 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-bb756569-389f-41cc-ab2b-94293ba0d68f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'security_group_rule': {'security_group_id': '2655fae7-cb2f-41a8-91aa-b7c653de32e5', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:35.494683 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 12f22861-a1f3-453f-b164-1ce3d95c0819 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:35.497936 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] For port 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:35.498678 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.510114 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f0054-dc00-456a-920d-6922606bf3b4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2655fae7-cb2f-41a8-91aa-b7c653de32e5,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:35.515859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Calling delete_port for 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 owned by network:router_gateway {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:35.522117 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:49:34Z', 'revision_number': 5, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port': {'id': '12836fd9-1aa0-4db8-b6d5-39bc7b9abb39', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:45:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:35.544682 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb756569-389f-41cc-ab2b-94293ba0d68f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (5a8495e4-7be3-4d20-b500-59259cb429da), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.549592 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] Checking router: 30ba8835-59eb-442e-a07c-a04b0842c779 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:35.560293 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] Routers {'30ba8835-59eb-442e-a07c-a04b0842c779'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:35.560920 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['30ba8835-59eb-442e-a07c-a04b0842c779'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:35.608543 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb756569-389f-41cc-ab2b-94293ba0d68f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (5a8495e4-7be3-4d20-b500-59259cb429da), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.613660 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb756569-389f-41cc-ab2b-94293ba0d68f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (5a8495e4-7be3-4d20-b500-59259cb429da), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.641920 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb756569-389f-41cc-ab2b-94293ba0d68f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8495e4-7be3-4d20-b500-59259cb429da,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:35.656504 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-bb756569-389f-41cc-ab2b-94293ba0d68f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.661348 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-bb756569-389f-41cc-ab2b-94293ba0d68f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1779199 Sep 09 04:49:35.661528 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] Set router 30ba8835-59eb-442e-a07c-a04b0842c779 gateway port host: None {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:35.661638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46662) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:35.666405 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-8dbd0291-b265-4c03-9de1-36f8c08ff562 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'security_group_rule': {'security_group_id': '2655fae7-cb2f-41a8-91aa-b7c653de32e5', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:35.720032 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:49:35Z', 'revision_number': 6, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:35.730505 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:35.733399 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0291-b265-4c03-9de1-36f8c08ff562 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (4c5dada4-9596-4b71-91a9-20e6d9d33a29), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.750804 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0237ca0-0d9d-4841-8ccc-add42df51892 None None] The sync data for ids ['30ba8835-59eb-442e-a07c-a04b0842c779'] in dv-cinder-856002-3-iscsi is: [{'id': '30ba8835-59eb-442e-a07c-a04b0842c779', 'name': 'tempest-TestMinimumBasicScenario-374658485-router', 'tenant_id': '9931b1bca2464db7bcb90b91567cab28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:49:35Z', 'revision_number': 6, 'project_id': '9931b1bca2464db7bcb90b91567cab28', 'gw_port_host': None}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:35.785532 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (12836fd9-1aa0-4db8-b6d5-39bc7b9abb39), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.815689 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Pushing event deleted for resources: {'Port': ['ID=12836fd9-1aa0-4db8-b6d5-39bc7b9abb39,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:35.831117 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0291-b265-4c03-9de1-36f8c08ff562 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (4c5dada4-9596-4b71-91a9-20e6d9d33a29), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.848764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0291-b265-4c03-9de1-36f8c08ff562 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (4c5dada4-9596-4b71-91a9-20e6d9d33a29), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.892732 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd0291-b265-4c03-9de1-36f8c08ff562 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5dada4-9596-4b71-91a9-20e6d9d33a29,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:35.906945 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-8dbd0291-b265-4c03-9de1-36f8c08ff562 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.908150 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-8dbd0291-b265-4c03-9de1-36f8c08ff562 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2461176 Sep 09 04:49:35.911152 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46664) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:35.913273 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (30ba8835-59eb-442e-a07c-a04b0842c779), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.915808 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-53b1ce37-e698-4ad4-a2f5-c4ea320a0f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'security_group_rule': {'security_group_id': '2655fae7-cb2f-41a8-91aa-b7c653de32e5', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:35.942864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-53b1ce37-e698-4ad4-a2f5-c4ea320a0f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (71f77793-61e4-4162-92d1-b54ad522b127), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:35.995414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:36.005285 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (30ba8835-59eb-442e-a07c-a04b0842c779), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.006503 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-53b1ce37-e698-4ad4-a2f5-c4ea320a0f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (71f77793-61e4-4162-92d1-b54ad522b127), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.008223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks [] for router_controller (30ba8835-59eb-442e-a07c-a04b0842c779), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.010236 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-53b1ce37-e698-4ad4-a2f5-c4ea320a0f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (71f77793-61e4-4162-92d1-b54ad522b127), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.030865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1ce37-e698-4ad4-a2f5-c4ea320a0f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f77793-61e4-4162-92d1-b54ad522b127,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:36.040679 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-53b1ce37-e698-4ad4-a2f5-c4ea320a0f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.041860 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-53b1ce37-e698-4ad4-a2f5-c4ea320a0f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296253 Sep 09 04:49:36.044550 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46666) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:36.050062 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-5a35da34-2e0d-43d6-ac81-eda4cc179a55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'security_group_rule': {'security_group_id': '2655fae7-cb2f-41a8-91aa-b7c653de32e5', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:36.055721 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (30ba8835-59eb-442e-a07c-a04b0842c779), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.056900 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ba8835-59eb-442e-a07c-a04b0842c779 {{(pid=107719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:49:36.061540 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.066418 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0b0c308d-7098-4eae-93a2-631ccdf7f947 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/30ba8835-59eb-442e-a07c-a04b0842c779 HTTP/1.1" status: 204 len: 168 time: 1.0187292 Sep 09 04:49:36.066566 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46668) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:36.123744 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] Deleting subnet e67ea263-bea4-4964-8419-7fc45107ec51 {{(pid=107720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:49:36.125740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a35da34-2e0d-43d6-ac81-eda4cc179a55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (c34b13bc-ea60-48b1-8b38-6bb3c05074e8), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.130358 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] Publish callbacks [] for subnet (e67ea263-bea4-4964-8419-7fc45107ec51), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.196479 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13884715'] for subnet (e67ea263-bea4-4964-8419-7fc45107ec51), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.223409 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:36.256643 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a35da34-2e0d-43d6-ac81-eda4cc179a55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (c34b13bc-ea60-48b1-8b38-6bb3c05074e8), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.281113 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a35da34-2e0d-43d6-ac81-eda4cc179a55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (c34b13bc-ea60-48b1-8b38-6bb3c05074e8), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.309169 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35da34-2e0d-43d6-ac81-eda4cc179a55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34b13bc-ea60-48b1-8b38-6bb3c05074e8,revision_number=0']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:36.316258 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (e67ea263-bea4-4964-8419-7fc45107ec51), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.321015 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-5a35da34-2e0d-43d6-ac81-eda4cc179a55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.322211 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-5a35da34-2e0d-43d6-ac81-eda4cc179a55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2767270 Sep 09 04:49:36.325410 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46670) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:36.333560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'security_group_rule': {'security_group_id': '2655fae7-cb2f-41a8-91aa-b7c653de32e5', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:36.364796 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.securitygroups_db [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Project 78feec3c37b84399ba54e70b4e5a1e08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 04:49:36.371862 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (2fe4921f-2ea6-4f4c-b651-6f6af6866237), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.379879 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14435983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14635088'] for subnet (e67ea263-bea4-4964-8419-7fc45107ec51), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.410066 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.413513 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/e67ea263-bea4-4964-8419-7fc45107ec51 HTTP/1.1" status: 204 len: 168 time: 0.3465021 Sep 09 04:49:36.414615 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d0653-b11d-4111-bda5-c4fe1bced771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67ea263-bea4-4964-8419-7fc45107ec51,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:36.416176 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46672) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:36.419418 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b896243-0f80-49fa-ba39-3aaded3fb9d2 None None] Network 538ad1e0-6b1a-4607-af36-c59973362ac1 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:49:36.457781 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Sync routers for ids ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:36.468913 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Routers {'32cd16f2-61b2-4e09-bd97-6e8b67385ba0'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:36.469820 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:36.487617 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:36.498744 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (2fe4921f-2ea6-4f4c-b651-6f6af6866237), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.509072 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (2fe4921f-2ea6-4f4c-b651-6f6af6866237), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.525306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (538ad1e0-6b1a-4607-af36-c59973362ac1), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.545527 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe4921f-2ea6-4f4c-b651-6f6af6866237,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:36.558231 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.562570 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-1e190bbf-e063-4163-94f8-87f5edf40d82 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2328568 Sep 09 04:49:36.563058 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46674) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:36.570572 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'security_group_rule': {'security_group_id': '2655fae7-cb2f-41a8-91aa-b7c653de32e5', 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:36.594962 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Set router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:36.615621 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] DHCP port deletion for 538ad1e0-6b1a-4607-af36-c59973362ac1 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:49:36.631758 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Deleting port c8a6b259-8baf-4730-84a4-7ff2eba806cd {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:36.632746 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.635425 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.securitygroups_db [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Project 78feec3c37b84399ba54e70b4e5a1e08 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 04:49:36.665912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] Deleting port c8a6b259-8baf-4730-84a4-7ff2eba806cd {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:36.666300 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.680899 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (76231841-5b2e-4bce-aba7-7fd9f4ba423f), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.682346 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=100 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:36.750215 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] For port c8a6b259-8baf-4730-84a4-7ff2eba806cd, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=c8a6b259-8baf-4730-84a4-7ff2eba806cd,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:36.750584 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.754590 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] For port c8a6b259-8baf-4730-84a4-7ff2eba806cd, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=c8a6b259-8baf-4730-84a4-7ff2eba806cd,segment=NetworkSegment(9f7de014-4641-49dc-a1c1-6201941f6a4d),segment_id=9f7de014-4641-49dc-a1c1-6201941f6a4d)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:36.755034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.758762 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:36.775341 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Calling delete_port for c8a6b259-8baf-4730-84a4-7ff2eba806cd owned by network:dhcp {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:36.790034 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] Calling delete_port for c8a6b259-8baf-4730-84a4-7ff2eba806cd owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:36.794345 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (76231841-5b2e-4bce-aba7-7fd9f4ba423f), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.805140 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:36.833487 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692127'] for security_group_rule (76231841-5b2e-4bce-aba7-7fd9f4ba423f), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.865070 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 4, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port': {'id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78', 'name': '', 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'mac_address': 'fa:16:3e:9a:47:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:33Z', 'updated_at': '2022-09-09T04:49:34Z', 'revision_number': 2, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'subnets': [{'id': 'eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:36.868032 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76231841-5b2e-4bce-aba7-7fd9f4ba423f,revision_number=0']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:36.886559 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.888103 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-391c3363-9a40-4511-9cd3-9cdbdfa18cee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3239026 Sep 09 04:49:36.916668 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Checking router: 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:36.917022 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Updating router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 binding host dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 04:49:36.924671 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:36.928483 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.953563 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (c8a6b259-8baf-4730-84a4-7ff2eba806cd), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.965584 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:36.996831 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] Pushing event deleted for resources: {'Port': ['ID=c8a6b259-8baf-4730-84a4-7ff2eba806cd,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:37.001449 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafc429-bd65-470c-b9cd-063e49ed141d None None] No DVR routers for this DVR port c8a6b259-8baf-4730-84a4-7ff2eba806cd on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:49:37.060599 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] No DVR routers for this DVR port c8a6b259-8baf-4730-84a4-7ff2eba806cd on host dv-cinder-856002-3-iscsi {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:49:37.064967 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a6b259-8baf-4730-84a4-7ff2eba806cd,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:37.119501 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bf22476a-784b-4347-96e8-87721a9549c1 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:37.153962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (538ad1e0-6b1a-4607-af36-c59973362ac1), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.184604 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port bf22476a-784b-4347-96e8-87721a9549c1 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:37.184986 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bf22476a-784b-4347-96e8-87721a9549c1), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.185714 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538ad1e0-6b1a-4607-af36-c59973362ac1']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:37.196901 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7de014-4641-49dc-a1c1-6201941f6a4d') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:37.197203 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7de014-4641-49dc-a1c1-6201941f6a4d') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:37.209662 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (9f7de014-4641-49dc-a1c1-6201941f6a4d), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.226973 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (9f7de014-4641-49dc-a1c1-6201941f6a4d), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.227265 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:37.247167 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:49:37.247851 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (9f7de014-4641-49dc-a1c1-6201941f6a4d), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.302479 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 9f7de014-4641-49dc-a1c1-6201941f6a4d resource provider aggregate not found Sep 09 04:49:37.331765 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 9f7de014-4641-49dc-a1c1-6201941f6a4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f7de014-4641-49dc-a1c1-6201941f6a4d found for delete ", "request_id": "req-63b090cf-5086-4aaf-9dea-d3610ae50bc6"}]} Sep 09 04:49:37.341688 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (538ad1e0-6b1a-4607-af36-c59973362ac1), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.350065 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.356926 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/538ad1e0-6b1a-4607-af36-c59973362ac1 HTTP/1.1" status: 204 len: 168 time: 0.9369314 Sep 09 04:49:37.357364 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46718) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:37.370461 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf8410-eba7-45a1-969e-5cbff77e8f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=538ad1e0-6b1a-4607-af36-c59973362ac1,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:37.431822 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Publish callbacks [] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), precommit_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.446194 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.462804 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port bf22476a-784b-4347-96e8-87721a9549c1 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:37.463534 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (bf22476a-784b-4347-96e8-87721a9549c1), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.498475 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port bf22476a-784b-4347-96e8-87721a9549c1, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=bf22476a-784b-4347-96e8-87721a9549c1,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:37.505172 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (bf22476a-784b-4347-96e8-87721a9549c1), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.581012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=bf22476a-784b-4347-96e8-87721a9549c1,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:37.587589 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d02f9e-142a-4c33-ae77-eaba8655c7b6 None None] Pushing event updated for resources: {'Port': ['ID=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,revision_number=3']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:37.591358 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Attempting to bind port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 on host dv-cinder-856002-3-iscsi for vnic_type normal with profile {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:37.592073 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Attempting to bind port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 by drivers openvswitch,hyperv on host dv-cinder-856002-3-iscsi at level 0 using segments [{'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:37.592589 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Attempting to bind port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 on network e0316dac-0872-4687-89eb-e4489a707112 {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:37.604252 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device aa3d9f7b-2795-4455-b1ca-11e563931686 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:37.630744 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: aa3d9f7b-2795-4455-b1ca-11e563931686 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:37.631297 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device aa3d9f7b-2795-4455-b1ca-11e563931686 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:37.631825 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:37.661958 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:37.662477 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12836fd9-1aa0-4db8-b6d5-39bc7b9abb39 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:37.663087 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device c8a6b259-8baf-4730-84a4-7ff2eba806cd no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:37.671530 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Checking agent: {'id': '4beda62f-44bb-44bc-80f9-85c43bebb80f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 30, 48), 'started_at': datetime.datetime(2022, 9, 9, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:37.671968 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Checking segment: {'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:37.672374 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.673142 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Bound using segment: {'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'} {{(pid=107726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:37.673679 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.managers [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Bound port: 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78, host: dv-cinder-856002-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215cab45-4a4f-4d17-b96f-6a50b2851dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112'}}] {{(pid=107726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:37.674628 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), before_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.685583 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: c8a6b259-8baf-4730-84a4-7ff2eba806cd {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:37.685994 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device c8a6b259-8baf-4730-84a4-7ff2eba806cd not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:37.745710 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] For port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78, host dv-cinder-856002-3-iscsi, cleared binding levels {{(pid=107726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:37.749575 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.plugins.ml2.db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] For port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78, host dv-cinder-856002-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,segment=NetworkSegment(215cab45-4a4f-4d17-b96f-6a50b2851dd5),segment_id=215cab45-4a4f-4d17-b96f-6a50b2851dd5)] {{(pid=107726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:37.755460 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron_lib.callbacks.manager [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), after_update {{(pid=107726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.790200 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Routers {'32cd16f2-61b2-4e09-bd97-6e8b67385ba0'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:37.790831 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:37.795782 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (03764390-27d9-4db3-8226-3cb335eda902), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:37.831393 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:37.848725 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d02f9e-142a-4c33-ae77-eaba8655c7b6 None None] Pushing event updated for resources: {'Port': ['ID=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,revision_number=4']} {{(pid=107726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:37.927598 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] Set router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:37.954028 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:38.089051 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:38.131607 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 4, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port': {'id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78', 'name': '', 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'mac_address': 'fa:16:3e:9a:47:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:33Z', 'updated_at': '2022-09-09T04:49:37Z', 'revision_number': 4, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'subnets': [{'id': 'eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:38.167727 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779a90b-4f16-417d-8413-6fd719b22472 None None] The sync data for ids ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'] in dv-cinder-856002-3-iscsi is: [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 4, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port': {'id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78', 'name': '', 'network_id': 'e0316dac-0872-4687-89eb-e4489a707112', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'mac_address': 'fa:16:3e:9a:47:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:33Z', 'updated_at': '2022-09-09T04:49:37Z', 'revision_number': 4, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'subnets': [{'id': 'eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:38.290343 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Deleting port a9decdb9-1abe-4516-b116-3b894668cfec {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:38.290679 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:38.375192 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] For port a9decdb9-1abe-4516-b116-3b894668cfec, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=a9decdb9-1abe-4516-b116-3b894668cfec,segment=NetworkSegment(e602cccd-44bc-4638-886b-f14cd4e22f21),segment_id=e602cccd-44bc-4638-886b-f14cd4e22f21)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:38.375842 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:38.391630 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Calling delete_port for a9decdb9-1abe-4516-b116-3b894668cfec owned by network:router_interface {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:38.498409 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:38.588164 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (a9decdb9-1abe-4516-b116-3b894668cfec), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:38.618031 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9decdb9-1abe-4516-b116-3b894668cfec,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:38.812826 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (03764390-27d9-4db3-8226-3cb335eda902), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:38.912626 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:38.919260 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:38.963208 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:38.963909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.036311 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Router 03764390-27d9-4db3-8226-3cb335eda902 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:49:39.044636 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 is: DOWN; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:39.045019 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.081912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] For port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,segment=NetworkSegment(215cab45-4a4f-4d17-b96f-6a50b2851dd5),segment_id=215cab45-4a4f-4d17-b96f-6a50b2851dd5)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:39.086556 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.087426 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bf22476a-784b-4347-96e8-87721a9549c1 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:39.108350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:39.145272 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:39.153162 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-62fc1faf-2b29-46c4-8e94-b54ad8c7bc46 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/03764390-27d9-4db3-8226-3cb335eda902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915983 Sep 09 04:49:39.153638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46740) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:39.157273 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] Sync routers for ids ['03764390-27d9-4db3-8226-3cb335eda902'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:39.179993 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Pushing event updated for resources: {'Port': ['ID=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:39.193279 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] Routers {'03764390-27d9-4db3-8226-3cb335eda902'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:39.193922 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['03764390-27d9-4db3-8226-3cb335eda902'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:39.197523 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port bf22476a-784b-4347-96e8-87721a9549c1 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:39.197891 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (bf22476a-784b-4347-96e8-87721a9549c1), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.271704 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks [] for router (03764390-27d9-4db3-8226-3cb335eda902), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.359006 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] Set router 03764390-27d9-4db3-8226-3cb335eda902 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:39.390500 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks [] for router_gateway (03764390-27d9-4db3-8226-3cb335eda902), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.446170 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port bf22476a-784b-4347-96e8-87721a9549c1 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:39.450879 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Deleting port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:39.451049 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.551434 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] For port 0c4a4f50-64fd-44c0-b6c5-97d380fc8509, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:39.551434 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.565246 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Calling delete_port for 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 owned by network:router_gateway {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:39.568408 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:49:38Z', 'revision_number': 5, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port': {'id': '0c4a4f50-64fd-44c0-b6c5-97d380fc8509', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03764390-27d9-4db3-8226-3cb335eda902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:50Z', 'updated_at': '2022-09-09T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:39.599018 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] Checking router: 03764390-27d9-4db3-8226-3cb335eda902 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:39.609785 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:39.611504 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] Routers {'03764390-27d9-4db3-8226-3cb335eda902'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:39.613391 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['03764390-27d9-4db3-8226-3cb335eda902'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:39.713793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] Set router 03764390-27d9-4db3-8226-3cb335eda902 gateway port host: None {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:39.766490 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:49:39Z', 'revision_number': 6, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:39.773488 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (0c4a4f50-64fd-44c0-b6c5-97d380fc8509), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.793587 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c175b036-20c7-4d39-9ff6-0fba6c63d484 None None] The sync data for ids ['03764390-27d9-4db3-8226-3cb335eda902'] in dv-cinder-856002-3-iscsi is: [{'id': '03764390-27d9-4db3-8226-3cb335eda902', 'name': 'tempest-TestMinimumBasicScenario-2129070339-router', 'tenant_id': '045033350adb4269aac1665b7ff23237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:49:39Z', 'revision_number': 6, 'project_id': '045033350adb4269aac1665b7ff23237', 'gw_port_host': None}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:39.805306 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4a4f50-64fd-44c0-b6c5-97d380fc8509,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:39.856289 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:39.873252 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (03764390-27d9-4db3-8226-3cb335eda902), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.962118 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (03764390-27d9-4db3-8226-3cb335eda902), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:39.966025 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks [] for router_controller (03764390-27d9-4db3-8226-3cb335eda902), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.012374 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (03764390-27d9-4db3-8226-3cb335eda902), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.013076 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03764390-27d9-4db3-8226-3cb335eda902 {{(pid=107720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:49:40.017431 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.019092 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-45749440-1aca-4027-8d3c-908c5c0a1615 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/03764390-27d9-4db3-8226-3cb335eda902 HTTP/1.1" status: 204 len: 168 time: 0.8645041 Sep 09 04:49:40.021714 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46744) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:40.073962 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] Deleting subnet c82d25f3-bc7d-49bc-a121-a2be21eefa34 {{(pid=107720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:49:40.077251 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] Publish callbacks [] for subnet (c82d25f3-bc7d-49bc-a121-a2be21eefa34), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.120103 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13884715'] for subnet (c82d25f3-bc7d-49bc-a121-a2be21eefa34), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.198794 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (c82d25f3-bc7d-49bc-a121-a2be21eefa34), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.255369 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14435983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14635088'] for subnet (c82d25f3-bc7d-49bc-a121-a2be21eefa34), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.290753 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82d25f3-bc7d-49bc-a121-a2be21eefa34,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:40.297319 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.301841 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e8a8967f-2548-45b6-9d65-c82f7c57f80a admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/c82d25f3-bc7d-49bc-a121-a2be21eefa34 HTTP/1.1" status: 204 len: 168 time: 0.2791846 Sep 09 04:49:40.304357 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8eaa86-4eb3-42b1-a0a7-fee59bf87e62 None None] Network c8ccb237-84a1-47bf-b084-9ecd3dcdf092 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:49:40.305528 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46746) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:40.378955 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (c8ccb237-84a1-47bf-b084-9ecd3dcdf092), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.431126 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Deleting port 46481dcf-14b5-48fc-ad90-c9b271660d02 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:40.431669 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.471384 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] DHCP port deletion for c8ccb237-84a1-47bf-b084-9ecd3dcdf092 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:49:40.506056 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:40.519160 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] Deleting port 46481dcf-14b5-48fc-ad90-c9b271660d02 {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:40.519537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.520822 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] For port 46481dcf-14b5-48fc-ad90-c9b271660d02, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=46481dcf-14b5-48fc-ad90-c9b271660d02,segment=NetworkSegment(e602cccd-44bc-4638-886b-f14cd4e22f21),segment_id=e602cccd-44bc-4638-886b-f14cd4e22f21)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:40.521302 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.534834 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Calling delete_port for 46481dcf-14b5-48fc-ad90-c9b271660d02 owned by network:dhcp {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:40.588571 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] For port 46481dcf-14b5-48fc-ad90-c9b271660d02, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=46481dcf-14b5-48fc-ad90-c9b271660d02,segment=NetworkSegment(e602cccd-44bc-4638-886b-f14cd4e22f21),segment_id=e602cccd-44bc-4638-886b-f14cd4e22f21)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:40.588960 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.600279 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=8 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:40.601737 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] Calling delete_port for 46481dcf-14b5-48fc-ad90-c9b271660d02 owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:40.619452 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.651240 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=46481dcf-14b5-48fc-ad90-c9b271660d02,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:40.656513 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] No DVR routers for this DVR port 46481dcf-14b5-48fc-ad90-c9b271660d02 on host dv-cinder-856002-3-iscsi {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:49:40.669074 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:40.685922 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (46481dcf-14b5-48fc-ad90-c9b271660d02), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.699013 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] No DVR routers for this DVR port 46481dcf-14b5-48fc-ad90-c9b271660d02 on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:49:40.719473 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab0d1-2759-42fb-a222-e71a186453f6 None None] Pushing event deleted for resources: {'Port': ['ID=46481dcf-14b5-48fc-ad90-c9b271660d02,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:40.739514 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (c8ccb237-84a1-47bf-b084-9ecd3dcdf092), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.761489 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ccb237-84a1-47bf-b084-9ecd3dcdf092']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:40.771609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e602cccd-44bc-4638-886b-f14cd4e22f21') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:40.771906 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e602cccd-44bc-4638-886b-f14cd4e22f21') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:40.781274 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (e602cccd-44bc-4638-886b-f14cd4e22f21), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.794962 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (e602cccd-44bc-4638-886b-f14cd4e22f21), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.803671 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:49:40.803671 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (e602cccd-44bc-4638-886b-f14cd4e22f21), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.860483 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment e602cccd-44bc-4638-886b-f14cd4e22f21 resource provider aggregate not found Sep 09 04:49:40.885803 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment e602cccd-44bc-4638-886b-f14cd4e22f21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e602cccd-44bc-4638-886b-f14cd4e22f21 found for delete ", "request_id": "req-e8e84afd-4c65-4cad-ba25-04e1440194df"}]} Sep 09 04:49:40.893128 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (c8ccb237-84a1-47bf-b084-9ecd3dcdf092), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.912804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:40.918629 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/c8ccb237-84a1-47bf-b084-9ecd3dcdf092 HTTP/1.1" status: 204 len: 168 time: 0.6092262 Sep 09 04:49:40.919998 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96adad-ef58-4ace-ba44-44745384c5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ccb237-84a1-47bf-b084-9ecd3dcdf092,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:40.947847 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 up at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:49:40.992948 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Provisioning complete for port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:40.993319 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.085997 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Current status of the port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 is: ACTIVE; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:49:41.127509 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46756) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:41.152421 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 46481dcf-14b5-48fc-ad90-c9b271660d02 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:41.172012 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 46481dcf-14b5-48fc-ad90-c9b271660d02 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:41.172447 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 46481dcf-14b5-48fc-ad90-c9b271660d02 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:41.172869 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:41.172968 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ec4dc267-337a-49e9-90b0-5827d4a2f3ac admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=9931b1bca2464db7bcb90b91567cab28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438755 Sep 09 04:49:41.177672 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46758) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:41.195009 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:41.195355 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 0c4a4f50-64fd-44c0-b6c5-97d380fc8509 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:41.195745 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a9decdb9-1abe-4516-b116-3b894668cfec no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:41.224581 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: a9decdb9-1abe-4516-b116-3b894668cfec {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:41.224927 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device a9decdb9-1abe-4516-b116-3b894668cfec not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:41.237273 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-74f0443c-f9e8-4a03-b1bc-0706b033b226 admin admin] Publish callbacks [] for security_group (eaccecfd-d6ae-45f8-84a6-f393fef717ad), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.258507 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-74f0443c-f9e8-4a03-b1bc-0706b033b226 admin admin] Publish callbacks [] for security_group (eaccecfd-d6ae-45f8-84a6-f393fef717ad), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.306459 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-74f0443c-f9e8-4a03-b1bc-0706b033b226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (eaccecfd-d6ae-45f8-84a6-f393fef717ad), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.309061 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-74f0443c-f9e8-4a03-b1bc-0706b033b226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.310170 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-74f0443c-f9e8-4a03-b1bc-0706b033b226 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/eaccecfd-d6ae-45f8-84a6-f393fef717ad HTTP/1.1" status: 204 len: 168 time: 0.1329007 Sep 09 04:49:41.318164 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0443c-f9e8-4a03-b1bc-0706b033b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaccecfd-d6ae-45f8-84a6-f393fef717ad,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:41.642324 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46764) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:41.683180 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-f616b5d1-dbf5-4981-817a-4f6765c50d9b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=045033350adb4269aac1665b7ff23237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390594 Sep 09 04:49:41.685714 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46766) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:49:41.738275 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:41.742155 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e23acbf0-eca5-4b69-8e23-49ddb08f7721 admin admin] Publish callbacks [] for security_group (771cab6b-79c5-4fe2-92b7-3eeca2949735), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.763528 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e23acbf0-eca5-4b69-8e23-49ddb08f7721 admin admin] Publish callbacks [] for security_group (771cab6b-79c5-4fe2-92b7-3eeca2949735), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.808697 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e23acbf0-eca5-4b69-8e23-49ddb08f7721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (771cab6b-79c5-4fe2-92b7-3eeca2949735), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.811159 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-e23acbf0-eca5-4b69-8e23-49ddb08f7721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:41.812316 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e23acbf0-eca5-4b69-8e23-49ddb08f7721 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/771cab6b-79c5-4fe2-92b7-3eeca2949735 HTTP/1.1" status: 204 len: 168 time: 0.1256959 Sep 09 04:49:41.821074 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23acbf0-eca5-4b69-8e23-49ddb08f7721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771cab6b-79c5-4fe2-92b7-3eeca2949735,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:43.223675 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-b0bcf9d0-0c32-4553-a4b5-0aa708c4be19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:45.462424 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-64c9ced8-7745-4323-bd3b-dce5dc0af20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:46.762834 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:47.530983 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d144a-4122-489e-9a9e-51be6dd23992 req-28d6976d-7f11-4ef5-8258-21e83f76ba47 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:47.532429 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-196d144a-4122-489e-9a9e-51be6dd23992 req-28d6976d-7f11-4ef5-8258-21e83f76ba47 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 945 time: 0.0457976 Sep 09 04:49:47.558914 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:47.587351 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-196d144a-4122-489e-9a9e-51be6dd23992 req-b42dc0c6-befb-46f7-96cf-34449efc43d4 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486920 Sep 09 04:49:48.134094 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=16 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:48.134873 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:48.265865 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:48.362236 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:48.709503 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820caa1b-8839-4ce8-ad86-c922dcdc6271 req-5e499d35-aff6-472f-8def-f61245be1310 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:48.710984 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-820caa1b-8839-4ce8-ad86-c922dcdc6271 req-5e499d35-aff6-472f-8def-f61245be1310 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 945 time: 0.0473645 Sep 09 04:49:48.759173 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-820caa1b-8839-4ce8-ad86-c922dcdc6271 req-2f077b50-42ff-491f-8073-1a66f117136e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Sep 09 04:49:49.364780 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-c9854505-d62b-48c8-a470-4f9017bf17a2 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:49.366210 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-c9854505-d62b-48c8-a470-4f9017bf17a2 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 945 time: 0.0462720 Sep 09 04:49:49.449145 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Deleting port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:49:49.449482 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:49.514375 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:49.539255 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] For port 5deef0e3-2202-4301-8d8f-a3be3fc97d38, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5deef0e3-2202-4301-8d8f-a3be3fc97d38,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:49:49.539613 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:49.701369 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:49.701801 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (f6c5b66c-d9fb-443d-bbfe-ace94a579dc3), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:49.702126 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Floating IP f6c5b66c-d9fb-443d-bbfe-ace94a579dc3 disassociated. External IP: 172.27.3.195, port: 5deef0e3-2202-4301-8d8f-a3be3fc97d38. Sep 09 04:49:49.702469 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Calling delete_port for 5deef0e3-2202-4301-8d8f-a3be3fc97d38 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:49:49.829268 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (5deef0e3-2202-4301-8d8f-a3be3fc97d38), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:49.857572 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event deleted for resources: {'Port': ['ID=5deef0e3-2202-4301-8d8f-a3be3fc97d38,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:49.862955 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6500f32b-f962-4a92-af6c-7924b6dcf4ff req-1fa3ee68-4b2f-47fc-b308-69238958a586 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Sep 09 04:49:49.976485 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:49:50.079476 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:49:50.088789 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:49:50.099449 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:50.100058 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:50.122015 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] No DVR routers for this DVR port 5deef0e3-2202-4301-8d8f-a3be3fc97d38 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:49:50.124746 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:50.128974 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4a197296-1441-453e-a4c6-afce7dc4eb8d req-cb3a6142-e5bf-4c7a-996d-11c845143320 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "DELETE /networking/v2.0/ports/5deef0e3-2202-4301-8d8f-a3be3fc97d38 HTTP/1.1" status: 204 len: 173 time: 0.7563431 Sep 09 04:49:50.129475 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'name': 'network-vif-deleted', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:49:50.132390 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deff639-ab26-4756-8716-9987260305f4" -d '{"events": [{"server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "name": "network-vif-deleted", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:49:50.177125 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f47132e-e6eb-4a9d-9bb9-2b204e00ea37 x-openstack-request-id: req-3f47132e-e6eb-4a9d-9bb9-2b204e00ea37 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:49:50.177414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35f607e-1028-4a37-8027-e86b1a8a9875", "name": "network-vif-deleted", "tag": "5deef0e3-2202-4301-8d8f-a3be3fc97d38", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:49:50.177667 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f47132e-e6eb-4a9d-9bb9-2b204e00ea37 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:49:50.178072 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f47132e-e6eb-4a9d-9bb9-2b204e00ea37'] response: {'server_uuid': 'c35f607e-1028-4a37-8027-e86b1a8a9875', 'name': 'network-vif-deleted', 'tag': '5deef0e3-2202-4301-8d8f-a3be3fc97d38', 'status': 'completed', 'code': 200} Sep 09 04:49:50.297104 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:50.491172 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:50.522003 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:49:50.530713 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:49:50.531355 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:50.634758 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:49:50.840129 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:49:50.865108 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b0479-a143-45a1-afbd-4205fc0ea9ea None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:49:50.982022 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3860a115-a699-48dd-900a-1f3a4070bdfc req-e01468cf-edd9-4db5-9754-3042e1ddca2d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c35f607e-1028-4a37-8027-e86b1a8a9875 HTTP/1.1" status: 200 len: 210 time: 0.0286641 Sep 09 04:49:51.086286 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ccd9d3-d021-41f7-97ca-103a47d6f694 None None] New status for floating IP f6c5b66c-d9fb-443d-bbfe-ace94a579dc3: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:49:52.258699 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-75279c60-47f8-40fb-ab5a-555f56d27c8b tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-935715260&fields=id&tenant_id=ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 267 time: 0.0464785 Sep 09 04:49:52.368677 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-6f61ec37-e53d-47f8-8a89-bea1933adede tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:52.370235 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-6f61ec37-e53d-47f8-8a89-bea1933adede tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 812 time: 0.1050954 Sep 09 04:49:52.391725 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-dd3674e5-01f5-4683-b4a1-90ee62ec8b19 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/quotas/ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 375 time: 0.0120149 Sep 09 04:49:52.448354 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-85466554-95de-4800-9077-554c9ff3d5c0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488775 Sep 09 04:49:52.464193 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-16be77a9-4131-4e5f-925c-f312474a0f69 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:49:52.465155 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-16be77a9-4131-4e5f-925c-f312474a0f69 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053747 Sep 09 04:49:52.572119 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-38239363-c12d-41a2-86de-7ca4f67ce252 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012418 Sep 09 04:49:52.692239 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-49ff56a2-8613-4038-b9ea-affe7d48e4ec tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1898783231&fields=id&tenant_id=78feec3c37b84399ba54e70b4e5a1e08 HTTP/1.1" status: 200 len: 267 time: 0.0961254 Sep 09 04:49:52.716550 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-5bcb3a68-66d6-4a0a-8ff3-c76a473f0ee6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386890 Sep 09 04:49:52.774016 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:52.811434 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bc2f89e5-d1d9-4b10-a38a-2c3fbb3abddd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:52.812741 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bc2f89e5-d1d9-4b10-a38a-2c3fbb3abddd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 808 time: 0.1116266 Sep 09 04:49:52.828203 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-b5363f67-66b5-4d53-ab12-7bfe13ec5abd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/quotas/78feec3c37b84399ba54e70b4e5a1e08 HTTP/1.1" status: 200 len: 375 time: 0.0092587 Sep 09 04:49:52.879383 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-44fc16ac-4fb9-4368-bef3-15b297e1a99d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452762 Sep 09 04:49:52.896219 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-4aabf64a-a63f-47e2-b425-e27986c58386 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:49:52.897230 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-4aabf64a-a63f-47e2-b425-e27986c58386 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0066164 Sep 09 04:49:53.001702 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bd979a0e-96d5-4015-a7ed-07e956aa0a01 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984588 Sep 09 04:49:53.225765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 5deef0e3-2202-4301-8d8f-a3be3fc97d38 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:49:53.246521 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 5deef0e3-2202-4301-8d8f-a3be3fc97d38 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:49:53.247097 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 5deef0e3-2202-4301-8d8f-a3be3fc97d38 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:49:53.305713 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0b1926a6-a0ec-4e90-aa08-dd772b968b7f req-a9cd555b-233b-469f-8db1-e99cea91a1dc tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 210 time: 0.3190510 Sep 09 04:49:53.388520 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-8320cbbb-0e01-4a21-9988-0780458095dc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926962 Sep 09 04:49:54.304513 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:54.354724 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-4c386aee-f3be-4f89-8129-543fcd702a88 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:54.356215 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-4c386aee-f3be-4f89-8129-543fcd702a88 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 812 time: 0.1102490 Sep 09 04:49:54.421942 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e7e77211-717b-4738-852c-49f54e16e5bf req-dcae0b8c-87bd-44a1-8087-3c74d085ffc2 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 210 time: 0.0323753 Sep 09 04:49:54.427306 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-9d4bc70d-6798-4dd5-b31e-1104675dde2a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 379 time: 0.0565701 Sep 09 04:49:54.446628 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'port': {'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'admin_state_up': True, 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'security_groups': ['b3be2a2b-d966-4087-a7b6-3dc08119b0de']}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:54.547713 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:54.560001 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Made reservation on behalf of ea4c285aae544f47a91407ff79414128 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:49:54.564397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:54.695255 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Allocated IP 172.20.0.9 (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01/9cbfb2d5-6a80-49f6-8477-791429355276/96c4e0a9-d0ac-410f-958e-9547ccdceafa) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:54.708152 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-35701e57-0710-4217-9463-97c2288c5362 req-dd919c06-64f0-4c7a-83cd-b459806e0ff9 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 210 time: 0.0348487 Sep 09 04:49:54.847262 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:54.881078 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:54.927426 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:54.933054 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:54.937189 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:54.962550 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=96c4e0a9-d0ac-410f-958e-9547ccdceafa,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:54.999750 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:55.000442 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.022042 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-e5ff5210-331c-4145-a477-ad4483dc6c8f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792613 Sep 09 04:49:55.177022 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-37b7b903-1da2-4fd1-aec2-62edd51c28be None None] Provisioning complete for port 96c4e0a9-d0ac-410f-958e-9547ccdceafa triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:55.177533 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-37b7b903-1da2-4fd1-aec2-62edd51c28be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.178367 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Request body: {'port': {'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:55.216112 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-37b7b903-1da2-4fd1-aec2-62edd51c28be None None] Port 96c4e0a9-d0ac-410f-958e-9547ccdceafa cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:49:55.271929 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.381645 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:55.536641 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:55.546124 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c4e0a9-d0ac-410f-958e-9547ccdceafa {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:49:55.549628 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772de80-d27e-44a1-a00d-25ae08b87ee1 req-a9df60f3-e3c1-4c6e-9b00-4ce417ff0b42 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:55.551799 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f772de80-d27e-44a1-a00d-25ae08b87ee1 req-a9df60f3-e3c1-4c6e-9b00-4ce417ff0b42 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 931 time: 0.0476077 Sep 09 04:49:55.554466 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Publish callbacks [] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.569532 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Transition to ACTIVE for port object 96c4e0a9-d0ac-410f-958e-9547ccdceafa will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:49:55.573347 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.574462 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:55.606175 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f772de80-d27e-44a1-a00d-25ae08b87ee1 req-d3468a7a-6225-40f7-adea-9fa00e81a9b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478103 Sep 09 04:49:55.641269 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Pushing event updated for resources: {'Port': ['ID=96c4e0a9-d0ac-410f-958e-9547ccdceafa,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:55.696050 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Attempting to bind port 96c4e0a9-d0ac-410f-958e-9547ccdceafa on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:55.696395 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Attempting to bind port 96c4e0a9-d0ac-410f-958e-9547ccdceafa by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:55.696731 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Attempting to bind port 96c4e0a9-d0ac-410f-958e-9547ccdceafa on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:55.738031 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Port 96c4e0a9-d0ac-410f-958e-9547ccdceafa on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:49:55.738361 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Attempting to bind port 96c4e0a9-d0ac-410f-958e-9547ccdceafa on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:55.780776 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:55.781112 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Checking segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:55.781493 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Bound using segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:55.781927 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Bound port: 96c4e0a9-d0ac-410f-958e-9547ccdceafa, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:55.782284 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.817814 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a0b3dc54-4725-49eb-be17-27ce7a8a6855 req-d40fdc77-1537-4abb-928d-5a4a23f974e7 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 210 time: 0.0275917 Sep 09 04:49:55.842234 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] For port 96c4e0a9-d0ac-410f-958e-9547ccdceafa, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:55.845396 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] For port 96c4e0a9-d0ac-410f-958e-9547ccdceafa, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:55.850665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.854571 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:55.855208 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:55.856548 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/96c4e0a9-d0ac-410f-958e-9547ccdceafa HTTP/1.1" status: 200 len: 1093 time: 0.8157585 Sep 09 04:49:55.857104 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:49:55.859294 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067cc95a-98f0-464a-9590-e65fa0848287" -d '{"events": [{"name": "network-changed", "server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:49:56.120109 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1535526-c9ca-4177-bd76-99288b49d015 x-openstack-request-id: req-d1535526-c9ca-4177-bd76-99288b49d015 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:49:56.120387 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:49:56.120536 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1535526-c9ca-4177-bd76-99288b49d015 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:49:56.121198 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1535526-c9ca-4177-bd76-99288b49d015'] response: {'name': 'network-changed', 'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'status': 'completed', 'code': 200} Sep 09 04:49:56.228077 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cc95a-98f0-464a-9590-e65fa0848287 req-ab7b23b8-82ae-4add-aa5e-10d8f4d49e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.229534 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-067cc95a-98f0-464a-9590-e65fa0848287 req-ab7b23b8-82ae-4add-aa5e-10d8f4d49e29 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1127 time: 0.1075027 Sep 09 04:49:56.231939 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaafd4-8d6c-4b28-99c0-f8e457c26c92 service neutron] Pushing event updated for resources: {'Port': ['ID=96c4e0a9-d0ac-410f-958e-9547ccdceafa,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:56.334688 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-063aecfd-0a09-46dc-b8af-ca768e24038d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.336118 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-063aecfd-0a09-46dc-b8af-ca768e24038d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.17 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 808 time: 0.2130222 Sep 09 04:49:56.391137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cc95a-98f0-464a-9590-e65fa0848287 req-e9343c68-87d7-430d-9755-6639fc719279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.392447 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-067cc95a-98f0-464a-9590-e65fa0848287 req-e9343c68-87d7-430d-9755-6639fc719279 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=ea4c285aae544f47a91407ff79414128&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1479599 Sep 09 04:49:56.466377 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:56.477246 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-5072a51f-657e-4369-adfe-b61200f1bf1f tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=78feec3c37b84399ba54e70b4e5a1e08 HTTP/1.1" status: 200 len: 380 time: 0.1187484 Sep 09 04:49:56.494003 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'port': {'device_id': '54dce54f-84c2-4623-a137-e4337b192c67', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'admin_state_up': True, 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'security_groups': ['2655fae7-cb2f-41a8-91aa-b7c653de32e5']}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:56.570027 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cc95a-98f0-464a-9590-e65fa0848287 req-8f64e70c-0cd4-452d-beb3-f42653023883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.571423 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-067cc95a-98f0-464a-9590-e65fa0848287 req-8f64e70c-0cd4-452d-beb3-f42653023883 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715035 Sep 09 04:49:56.577387 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:56.622732 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:49:56.627929 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Made reservation on behalf of 78feec3c37b84399ba54e70b4e5a1e08 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:49:56.632085 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:56.691657 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-3d19d240-86cc-491b-be41-0bcaa7aae9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.693443 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-3d19d240-86cc-491b-be41-0bcaa7aae9b8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1127 time: 0.0580640 Sep 09 04:49:56.756503 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e2e58-984b-4077-8a2e-bce63d00c0d5 req-7769c558-e8ff-4fa7-a328-11b75a4a28a9 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.759245 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d79e2e58-984b-4077-8a2e-bce63d00c0d5 req-7769c558-e8ff-4fa7-a328-11b75a4a28a9 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0620840 Sep 09 04:49:56.771347 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-6c25eaab-0bef-4126-8d89-e058354e254b service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa HTTP/1.1" status: 200 len: 217 time: 0.0495069 Sep 09 04:49:56.814692 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d79e2e58-984b-4077-8a2e-bce63d00c0d5 req-1ddff0aa-8276-47c9-bcfe-f535261cd2df tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479209 Sep 09 04:49:56.865731 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-cbc7ccbb-4729-45d5-a43d-4d81ef224d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.867973 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-cbc7ccbb-4729-45d5-a43d-4d81ef224d9d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0860696 Sep 09 04:49:56.890498 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Allocated IP 172.20.0.12 (60891183-f016-4a6f-97e3-956ad10ca1c0/309417ac-f0b3-4e0e-b189-8c56c87df15c/c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:49:56.931061 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-dfdcdacc-5f08-47d4-a96c-6edf51747728 req-2d7c278c-3d16-4d06-bf69-51504aa588ed tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 210 time: 0.0315793 Sep 09 04:49:56.941093 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-64bd1c26-286c-442b-9ed0-5c8c126a8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:56.943205 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-64bd1c26-286c-442b-9ed0-5c8c126a8b1a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623114 Sep 09 04:49:57.120586 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-c6b40010-05b1-4e32-82fb-a41f2c53a37b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656594 Sep 09 04:49:57.145618 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:57.243081 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:57.251099 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:57.260471 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f7a1a403-d16d-40e1-98e6-406fdab2c6f6 req-9c2d073f-1f2e-4ba6-a79e-9919caef12f1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276221 Sep 09 04:49:57.292936 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:49:57.296226 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:49:57.302593 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:49:57.328584 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:57.356734 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:57.357350 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:57.374342 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-3573d29e-442c-4eee-8468-40098add1fb4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8875623 Sep 09 04:49:57.544248 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:57.546060 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-a6bf2842-d093-4054-8e1d-b8b341cb02a8 None None] Provisioning complete for port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:49:57.546433 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2842-d093-4054-8e1d-b8b341cb02a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:57.558044 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Request body: {'port': {'device_id': '54dce54f-84c2-4623-a137-e4337b192c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:49:57.560420 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:57.581166 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf2842-d093-4054-8e1d-b8b341cb02a8 None None] Port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:49:57.622638 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:57.873452 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:49:57.882318 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Publish callbacks [] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:57.895539 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Transition to ACTIVE for port object c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:49:57.899811 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:57.944081 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe17b8-d8db-481b-8f40-97eaa05653e4 req-41429fa2-0b7d-472f-b5c6-51a6977976b9 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:57.945568 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-39fe17b8-d8db-481b-8f40-97eaa05653e4 req-41429fa2-0b7d-472f-b5c6-51a6977976b9 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0468004 Sep 09 04:49:57.985564 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:58.002029 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-39fe17b8-d8db-481b-8f40-97eaa05653e4 req-7495c1dd-dceb-49cb-8721-99179442328f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507877 Sep 09 04:49:58.015626 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Attempting to bind port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:49:58.016095 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Attempting to bind port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:49:58.016308 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Attempting to bind port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 on network 60891183-f016-4a6f-97e3-956ad10ca1c0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:58.057912 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dec5a-6e13-4389-961d-6cd90d8ceec2 req-46babb03-66cd-4e5c-a334-0cd17110ad59 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:58.059411 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b71dec5a-6e13-4389-961d-6cd90d8ceec2 req-46babb03-66cd-4e5c-a334-0cd17110ad59 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0470893 Sep 09 04:49:58.059842 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 on network 60891183-f016-4a6f-97e3-956ad10ca1c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:49:58.060181 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Attempting to bind port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 on network 60891183-f016-4a6f-97e3-956ad10ca1c0 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:49:58.102282 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:49:58.102518 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Checking segment: {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:49:58.102891 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Bound using segment: {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:49:58.103354 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Bound port: c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55da5566-ca57-464f-a007-544caa185e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:49:58.103711 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:58.108056 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b71dec5a-6e13-4389-961d-6cd90d8ceec2 req-105c28d6-9dd0-4a4c-b119-ef85a614f3f4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430300 Sep 09 04:49:58.167865 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:49:58.170985 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:49:58.176754 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:58.180714 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:58.181314 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:49:58.182708 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 1094 time: 0.6290157 Sep 09 04:49:58.183269 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:49:58.185443 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e01547-1982-44e6-a0cd-888baaacc38d" -d '{"events": [{"name": "network-changed", "server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:49:58.225083 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2289d550-fad4-43d0-abbf-cc655db85d51 x-openstack-request-id: req-2289d550-fad4-43d0-abbf-cc655db85d51 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:49:58.225365 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:49:58.225616 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2289d550-fad4-43d0-abbf-cc655db85d51 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:49:58.226011 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2289d550-fad4-43d0-abbf-cc655db85d51'] response: {'name': 'network-changed', 'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'status': 'completed', 'code': 200} Sep 09 04:49:58.235230 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5b6bd-cc66-441d-9d76-14b7fd4078e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:49:58.299500 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-5ed63e2d-04e4-4eb9-bec6-614ef0ef5d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:58.300982 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-5ed63e2d-04e4-4eb9-bec6-614ef0ef5d95 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1128 time: 0.0398633 Sep 09 04:49:58.356795 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-ff6bde04-d4b1-4b18-8774-cbec5ecac232 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 217 time: 0.0354407 Sep 09 04:49:58.418260 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-cfd2b6fb-87d2-4cbb-9197-00fae32af4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:58.419734 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-cfd2b6fb-87d2-4cbb-9197-00fae32af4c2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 200 len: 847 time: 0.0440733 Sep 09 04:49:58.435487 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:58.460232 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:49:58.469195 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-6896bd19-f561-4bea-9455-e7a96f97c557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:58.470670 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-6896bd19-f561-4bea-9455-e7a96f97c557 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=60891183-f016-4a6f-97e3-956ad10ca1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422146 Sep 09 04:49:58.566633 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-4e684c70-f284-443b-beb3-a632bef188c3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862610 Sep 09 04:49:58.658325 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-ae0e3377-def4-4b8c-9371-6940a67d3bf7 req-ce217b07-f9e5-4700-99a2-2120343e1aee service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827377 Sep 09 04:49:59.000604 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-f1939a0f-fddd-4f82-8e87-8a013a3c94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:59.001976 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-f1939a0f-fddd-4f82-8e87-8a013a3c94ed service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1128 time: 0.0401361 Sep 09 04:49:59.096640 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-fce0b81e-6bde-4c0d-8a99-d8a0a87b1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:59.098097 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-fce0b81e-6bde-4c0d-8a99-d8a0a87b1d94 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 909 time: 0.0897315 Sep 09 04:49:59.123220 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae8297-ed63-484d-b035-5dcba7c837e7 req-ad830b5c-b3c7-43cd-8928-83c51756f72d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:59.124675 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-deae8297-ed63-484d-b035-5dcba7c837e7 req-ad830b5c-b3c7-43cd-8928-83c51756f72d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0461221 Sep 09 04:49:59.140886 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-d00773c7-9153-4c0a-86b0-5e1e9fe2cd5d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 217 time: 0.0335996 Sep 09 04:49:59.176744 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-deae8297-ed63-484d-b035-5dcba7c837e7 req-9dec84c8-0a62-4554-8430-d1fd0d53929d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Sep 09 04:49:59.202669 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-18bbe1ad-2fb3-4ae2-96f7-ba7b09e4b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:59.204142 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-18bbe1ad-2fb3-4ae2-96f7-ba7b09e4b8a0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 200 len: 847 time: 0.0545144 Sep 09 04:49:59.236567 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6c98-60de-4ff4-a33b-96d9eaa67818 req-7b43700e-153b-4bfb-8998-1563db4ea896 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:59.238593 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8b7e6c98-60de-4ff4-a33b-96d9eaa67818 req-7b43700e-153b-4bfb-8998-1563db4ea896 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0518479 Sep 09 04:49:59.251449 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-da93ed04-8b61-4e85-8736-62ba1a35bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:49:59.253506 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-da93ed04-8b61-4e85-8736-62ba1a35bc3d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=60891183-f016-4a6f-97e3-956ad10ca1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394399 Sep 09 04:49:59.288149 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8b7e6c98-60de-4ff4-a33b-96d9eaa67818 req-05e72be8-bc04-4b88-8b59-e0788950367e tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Sep 09 04:49:59.350197 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-b6617dcc-2690-460a-9aaf-a133d0348cbf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877044 Sep 09 04:49:59.443908 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-d8e01547-1982-44e6-a0cd-888baaacc38d req-48e8154b-4e48-4b06-8ca8-0fd18d32933c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833063 Sep 09 04:50:00.296894 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299ab38-43b1-4714-828a-8506f7f2c084 req-7e805c93-3d76-41a8-9bcd-a8066ca42232 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:00.298343 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2299ab38-43b1-4714-828a-8506f7f2c084 req-7e805c93-3d76-41a8-9bcd-a8066ca42232 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0457931 Sep 09 04:50:00.347842 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-2299ab38-43b1-4714-828a-8506f7f2c084 req-67a5ea01-882d-4a9d-998d-fe40354c13d9 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 Sep 09 04:50:00.405573 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f6a90-52db-495f-8c3e-17e24f70aa4a req-12b530e2-5ca5-4146-b2e8-0e382dede9c4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:00.407038 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e24f6a90-52db-495f-8c3e-17e24f70aa4a req-12b530e2-5ca5-4146-b2e8-0e382dede9c4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0452306 Sep 09 04:50:00.440705 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:00.459591 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e24f6a90-52db-495f-8c3e-17e24f70aa4a req-f84e8d39-25f1-487c-b05a-8bee6b72885e tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465605 Sep 09 04:50:00.838118 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=72 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:01.471558 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991485a6-e68c-42bf-9a4a-24ae5544cdeb req-4623baab-d721-46c0-b268-2544b850f5bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:01.473321 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-991485a6-e68c-42bf-9a4a-24ae5544cdeb req-4623baab-d721-46c0-b268-2544b850f5bf tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0472577 Sep 09 04:50:01.522351 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-991485a6-e68c-42bf-9a4a-24ae5544cdeb req-2e0dd9a1-d511-48a7-93ff-066c8e2f9e60 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433710 Sep 09 04:50:01.577833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4212b4-1e4d-40dc-8eb9-2dd31c33de2a req-66d683d7-e071-4a4e-be45-4c7a9c8cfd01 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:01.579278 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db4212b4-1e4d-40dc-8eb9-2dd31c33de2a req-66d683d7-e071-4a4e-be45-4c7a9c8cfd01 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0457063 Sep 09 04:50:01.626293 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-db4212b4-1e4d-40dc-8eb9-2dd31c33de2a req-1d844bf9-6dac-4ec1-babc-12aab14fcb39 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415220 Sep 09 04:50:01.982783 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:02.642600 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34981003-91fc-49b7-a9b6-75e6d92613b1 req-03490d85-97e9-4d0b-b813-52f6e0b53ef3 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:02.644079 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-34981003-91fc-49b7-a9b6-75e6d92613b1 req-03490d85-97e9-4d0b-b813-52f6e0b53ef3 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0497441 Sep 09 04:50:02.694418 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-34981003-91fc-49b7-a9b6-75e6d92613b1 req-c846e470-f487-4b60-826e-e438f2664955 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449049 Sep 09 04:50:02.747252 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a48b2-3c63-4cdf-84ce-0e02ef340b2e req-731839dd-8c5e-4dc6-b798-e760cbdd8659 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:02.748761 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fa3a48b2-3c63-4cdf-84ce-0e02ef340b2e req-731839dd-8c5e-4dc6-b798-e760cbdd8659 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0471706 Sep 09 04:50:02.759698 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:02.798541 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fa3a48b2-3c63-4cdf-84ce-0e02ef340b2e req-283af116-7623-4a36-9315-cc41c0d85a80 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443575 Sep 09 04:50:03.821735 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34130cc5-823d-4b69-b4d3-7ae899a20ba7 req-8636dd20-7455-4b5c-869e-7927e0d026eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:03.823214 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-34130cc5-823d-4b69-b4d3-7ae899a20ba7 req-8636dd20-7455-4b5c-869e-7927e0d026eb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0496905 Sep 09 04:50:03.872798 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-34130cc5-823d-4b69-b4d3-7ae899a20ba7 req-415f4473-a607-4b66-bcc2-29cd649e2093 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440845 Sep 09 04:50:03.917925 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30ad8-0632-4b80-9f07-5e792421b870 req-29c44155-b55d-42cc-8054-25bb84c415bb tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:03.919411 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-58a30ad8-0632-4b80-9f07-5e792421b870 req-29c44155-b55d-42cc-8054-25bb84c415bb tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0457582 Sep 09 04:50:03.967361 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-58a30ad8-0632-4b80-9f07-5e792421b870 req-f05cdf00-f279-47b2-98c2-46f738b7e829 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Sep 09 04:50:04.991750 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bf80a-5d1f-4244-a761-03364300a0fd req-88fd54d6-8677-4218-8199-13bb7c6449a5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:04.993118 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ea8bf80a-5d1f-4244-a761-03364300a0fd req-88fd54d6-8677-4218-8199-13bb7c6449a5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 943 time: 0.0471933 Sep 09 04:50:05.055923 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-ea8bf80a-5d1f-4244-a761-03364300a0fd req-1201c28b-ee92-480d-b4f3-4798a50f0987 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570526 Sep 09 04:50:05.089689 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242475dc-4994-4ae9-854c-5ebad6ca93d6 req-d03035e2-b709-49ac-a2f1-cae479bc896a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:05.091155 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-242475dc-4994-4ae9-854c-5ebad6ca93d6 req-d03035e2-b709-49ac-a2f1-cae479bc896a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0484922 Sep 09 04:50:05.138894 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-242475dc-4994-4ae9-854c-5ebad6ca93d6 req-b9f22e47-e19d-486b-baa7-51a895832d03 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Sep 09 04:50:05.262680 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 96c4e0a9-d0ac-410f-958e-9547ccdceafa details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:50:05.361285 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 96c4e0a9-d0ac-410f-958e-9547ccdceafa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:50:05.371950 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:50:05.405654 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 96c4e0a9-d0ac-410f-958e-9547ccdceafa is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:50:05.406031 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:05.418404 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c4e0a9-d0ac-410f-958e-9547ccdceafa {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:50:05.443383 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 96c4e0a9-d0ac-410f-958e-9547ccdceafa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:50:05.447418 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:05.609384 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=96c4e0a9-d0ac-410f-958e-9547ccdceafa,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:05.779936 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['96c4e0a9-d0ac-410f-958e-9547ccdceafa'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:50:05.994731 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:06.177584 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0401a7a-e340-4c87-b9cb-c614ab1e81e4 req-a2f0dc95-6205-4ba6-8468-a94076a9f5c4 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:06.179092 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e0401a7a-e340-4c87-b9cb-c614ab1e81e4 req-a2f0dc95-6205-4ba6-8468-a94076a9f5c4 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 944 time: 0.0467298 Sep 09 04:50:06.236826 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e0401a7a-e340-4c87-b9cb-c614ab1e81e4 req-3b49fcc4-b399-4d35-99aa-35801465cbc5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519865 Sep 09 04:50:06.276129 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae6dfd-7092-4c4c-9aa5-d01c93f44e5a req-ab72f048-c8c5-4a60-a127-3f3186458eee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:06.277976 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e5ae6dfd-7092-4c4c-9aa5-d01c93f44e5a req-ab72f048-c8c5-4a60-a127-3f3186458eee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0585749 Sep 09 04:50:06.327353 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e5ae6dfd-7092-4c4c-9aa5-d01c93f44e5a req-ef9fe0ef-fa81-41ff-aed5-765cdf851bcf tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437405 Sep 09 04:50:06.622991 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=68 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:07.279423 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:50:07.297755 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 96c4e0a9-d0ac-410f-958e-9547ccdceafa up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:50:07.359286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf8fa7-77ff-40d1-922f-c24ed04bf9a8 req-14849eb6-817b-4e87-adef-8556074ae4c7 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:07.360856 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bfbf8fa7-77ff-40d1-922f-c24ed04bf9a8 req-14849eb6-817b-4e87-adef-8556074ae4c7 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 944 time: 0.0465741 Sep 09 04:50:07.402589 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:07.403870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 96c4e0a9-d0ac-410f-958e-9547ccdceafa completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:50:07.421279 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 96c4e0a9-d0ac-410f-958e-9547ccdceafa triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:50:07.421648 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:07.452083 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:50:07.465273 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bfbf8fa7-77ff-40d1-922f-c24ed04bf9a8 req-5cd2de03-8657-48a3-84ce-84e4977caa3c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835693 Sep 09 04:50:07.472849 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'port_id': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'mac_address': 'fa:16:3e:9a:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:50:07.491580 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30754aeb-48cb-414b-b8da-ff7085203d6c req-1a5dea0d-8048-446c-9d23-3fff337623ee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:07.491580 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-30754aeb-48cb-414b-b8da-ff7085203d6c req-1a5dea0d-8048-446c-9d23-3fff337623ee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0688844 Sep 09 04:50:07.530947 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-30754aeb-48cb-414b-b8da-ff7085203d6c req-aa4e705e-9f65-45e9-8c68-401cacb3ab21 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437641 Sep 09 04:50:07.541445 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:50:07.541805 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:07.561370 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 96c4e0a9-d0ac-410f-958e-9547ccdceafa is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:50:07.561747 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:07.565909 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:50:07.578803 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:07.599791 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:50:07.605929 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:50:07.608266 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ba4609-1ff8-46a9-8bb8-ca21e5b8c06a" -d '{"events": [{"server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "name": "network-vif-plugged", "status": "completed", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:50:07.619506 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:07.625466 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 96c4e0a9-d0ac-410f-958e-9547ccdceafa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:50:07.646123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:07.670378 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:07.730593 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=96c4e0a9-d0ac-410f-958e-9547ccdceafa,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:07.768694 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b16651-2cf5-43dd-acf3-a47b03a4da87 x-openstack-request-id: req-97b16651-2cf5-43dd-acf3-a47b03a4da87 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:50:07.768984 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "name": "network-vif-plugged", "status": "completed", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:50:07.769236 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97b16651-2cf5-43dd-acf3-a47b03a4da87 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:50:07.769746 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b16651-2cf5-43dd-acf3-a47b03a4da87'] response: {'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'code': 200} Sep 09 04:50:07.947258 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:50:08.029775 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b69ce-f757-49c7-a0c7-e04ff74e94bc req-bf95ff0b-46c6-4317-ac51-6fe5493ea9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:08.031293 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d0b69ce-f757-49c7-a0c7-e04ff74e94bc req-bf95ff0b-46c6-4317-ac51-6fe5493ea9b1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1129 time: 0.0407476 Sep 09 04:50:08.038356 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:08.082570 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2d0b69ce-f757-49c7-a0c7-e04ff74e94bc req-58d668fe-bd45-4c29-86fb-3689c303b9cb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Sep 09 04:50:08.588425 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500a794-28d8-411b-b8ee-7a4afaefa7d5 req-4d522008-0fff-4c21-9a03-b5ec3a77d686 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:08.589958 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7500a794-28d8-411b-b8ee-7a4afaefa7d5 req-4d522008-0fff-4c21-9a03-b5ec3a77d686 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 945 time: 0.0480487 Sep 09 04:50:08.672337 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46195596-8b6a-41ef-9d8e-36c4b946a9b2 req-3485cdf5-5b9c-407d-a1b8-e24a80a41f80 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:08.673792 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-46195596-8b6a-41ef-9d8e-36c4b946a9b2 req-3485cdf5-5b9c-407d-a1b8-e24a80a41f80 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 945 time: 0.0641303 Sep 09 04:50:08.677809 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7500a794-28d8-411b-b8ee-7a4afaefa7d5 req-152a023e-dd21-473f-b8cd-c1cd4f3000c7 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816970 Sep 09 04:50:08.727206 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-46195596-8b6a-41ef-9d8e-36c4b946a9b2 req-0337e195-d5de-4ef4-94f0-8a5ecbefefe4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473537 Sep 09 04:50:09.286705 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:50:09.327742 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:50:09.333212 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:50:09.333682 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:09.403706 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:50:09.404093 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:09.440310 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:50:09.444281 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:09.490299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:09.771485 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:50:09.773793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5170e231-31ef-4cf6-8c78-f31200e6a57b" -d '{"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-plugged", "status": "completed", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:50:09.786635 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:09.799693 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94eddf-cdae-4b80-b7fd-86b68a97b821 req-f70676cc-bd1f-4af6-877a-a109e42c9333 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:09.801220 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e94eddf-cdae-4b80-b7fd-86b68a97b821 req-f70676cc-bd1f-4af6-877a-a109e42c9333 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 945 time: 0.0482526 Sep 09 04:50:09.866975 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d5fbe-2a29-43e7-9b2a-dcc4ed376b34 req-ecfa748d-a8ff-4b01-94c9-b572f53dc7ae tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:09.868431 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f37d5fbe-2a29-43e7-9b2a-dcc4ed376b34 req-ecfa748d-a8ff-4b01-94c9-b572f53dc7ae tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0639076 Sep 09 04:50:09.899205 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3e94eddf-cdae-4b80-b7fd-86b68a97b821 req-449e8139-507e-474c-a95b-c671a065ec85 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862157 Sep 09 04:50:09.929524 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f37d5fbe-2a29-43e7-9b2a-dcc4ed376b34 req-f187810e-7df5-456d-8897-79c9d82f0908 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553184 Sep 09 04:50:09.944385 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef26a605-b043-40dd-9ba4-ef814accd748 x-openstack-request-id: req-ef26a605-b043-40dd-9ba4-ef814accd748 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:50:09.944769 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-plugged", "status": "completed", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:50:09.945115 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef26a605-b043-40dd-9ba4-ef814accd748 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:50:09.945596 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef26a605-b043-40dd-9ba4-ef814accd748'] response: {'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'code': 200} Sep 09 04:50:10.033562 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bdec1-4c05-4470-b380-5a5566a109b1 req-a08e08da-0471-4e3b-ad76-35a866676067 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:10.035859 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-590bdec1-4c05-4470-b380-5a5566a109b1 req-a08e08da-0471-4e3b-ad76-35a866676067 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 945 time: 0.0510871 Sep 09 04:50:10.088466 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-590bdec1-4c05-4470-b380-5a5566a109b1 req-5acfa7c7-3c01-4cbd-88e1-27d7f24e5d24 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471473 Sep 09 04:50:10.118455 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46934) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:50:10.156794 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9fd0b-073a-482b-a286-f778b25f2878 tempest-TestVolumeBootPattern-1099310026 tempest-TestVolumeBootPattern-1099310026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:10.158307 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-bca9fd0b-073a-482b-a286-f778b25f2878 tempest-TestVolumeBootPattern-1099310026 tempest-TestVolumeBootPattern-1099310026-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1124 time: 0.0388396 Sep 09 04:50:10.161168 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46936) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:50:10.165383 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:50:10.186893 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:10.204902 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf260b-524b-4d72-84b1-ccd0fca73177 req-92fab370-0ca8-40ac-9987-9001ea33317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:10.206468 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6abf260b-524b-4d72-84b1-ccd0fca73177 req-92fab370-0ca8-40ac-9987-9001ea33317e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1130 time: 0.0400236 Sep 09 04:50:10.252279 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6abf260b-524b-4d72-84b1-ccd0fca73177 req-942feb08-dca9-4d99-af23-ec91e4a63f1f service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 Sep 09 04:50:10.269392 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:10.381978 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Allocated IP 172.27.3.53 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/4649972a-84c3-4f70-b2f2-38d554fd6e6f) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:50:10.484764 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:10.489560 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:10.523037 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:10.560480 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:50:10.563342 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:50:10.569881 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:50:10.596169 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=4649972a-84c3-4f70-b2f2-38d554fd6e6f,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:10.690259 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:10.932175 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (922c2950-547a-4db9-8983-f9214400b33d), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:11.003553 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:11.083515 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d4401-780e-45ab-a355-5ae05b7c50fa req-01afa049-7f8c-40cf-a482-9df8aa0ade43 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:11.084976 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-120d4401-780e-45ab-a355-5ae05b7c50fa req-01afa049-7f8c-40cf-a482-9df8aa0ade43 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0603478 Sep 09 04:50:11.189841 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-120d4401-780e-45ab-a355-5ae05b7c50fa req-251e1f2c-d198-4f8c-a54c-841cc473ed9a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915680 Sep 09 04:50:11.240694 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:11.244979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:11.311727 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=4649972a-84c3-4f70-b2f2-38d554fd6e6f,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:11.314440 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (922c2950-547a-4db9-8983-f9214400b33d), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:11.365926 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:11.414910 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Floating IP 922c2950-547a-4db9-8983-f9214400b33d associated. External IP: 172.27.3.53, port: 96c4e0a9-d0ac-410f-958e-9547ccdceafa. Sep 09 04:50:11.492743 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:11.614350 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:50:11.718806 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:50:11.728083 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:50:11.738021 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:11.739589 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:50:11.740312 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:11.768907 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c206743e-b845-4ccf-bad0-86efe855f71c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6065636 Sep 09 04:50:11.769850 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:50:11.772568 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1681b-6f30-4e98-a050-b32aaccb4750" -d '{"events": [{"name": "network-changed", "server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:50:11.846422 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:50:11.878307 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cce01f-cdd5-42ac-907d-2f177ee041b8 x-openstack-request-id: req-03cce01f-cdd5-42ac-907d-2f177ee041b8 {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:50:11.878597 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:50:11.878851 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03cce01f-cdd5-42ac-907d-2f177ee041b8 {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:50:11.879478 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03cce01f-cdd5-42ac-907d-2f177ee041b8'] response: {'name': 'network-changed', 'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'status': 'completed', 'code': 200} Sep 09 04:50:11.981472 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-9e7a0340-8e6b-4f88-abb4-5fbdc233cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:11.983104 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-9e7a0340-8e6b-4f88-abb4-5fbdc233cc10 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1129 time: 0.0390394 Sep 09 04:50:12.064952 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:10Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:12.090409 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:50:12.099334 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:50:12.099932 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:12.200306 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:50:12.266981 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:12.276654 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-481a9b13-7e6c-4f0d-8993-19afa4534be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:12.278120 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-481a9b13-7e6c-4f0d-8993-19afa4534be3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.1075523 Sep 09 04:50:12.317056 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae315f0-7174-4c1c-b0ce-20672eba038f req-94dbc57d-5ae5-4fb4-8c11-47f742390478 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:12.318732 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aae315f0-7174-4c1c-b0ce-20672eba038f req-94dbc57d-5ae5-4fb4-8c11-47f742390478 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0487061 Sep 09 04:50:12.341478 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-7c268f60-b980-49f0-8855-054e8f4c972a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa HTTP/1.1" status: 200 len: 998 time: 0.0563979 Sep 09 04:50:12.374151 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-aae315f0-7174-4c1c-b0ce-20672eba038f req-fccb7d1d-fbbe-46cf-a60b-709db3883b01 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483363 Sep 09 04:50:12.382492 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:12.396645 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-7ee17a60-0d08-4fef-bbe5-690450adae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:12.398156 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-7ee17a60-0d08-4fef-bbe5-690450adae05 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0506310 Sep 09 04:50:12.417050 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:10Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:12.443533 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82168058-7bf7-4ad1-afa0-a4c5cadeaf7e None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:10Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:50:12.445582 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-1a998823-1719-4e8e-8ec1-d56a38a5b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:12.447142 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-1a998823-1719-4e8e-8ec1-d56a38a5b1ee service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427783 Sep 09 04:50:12.507842 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c8f63-fb65-4ea9-b85b-135a708e8c53 req-c12a2593-a706-4407-acd3-4e26d54095c4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:12.509395 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0d8c8f63-fb65-4ea9-b85b-135a708e8c53 req-c12a2593-a706-4407-acd3-4e26d54095c4 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0544555 Sep 09 04:50:12.540450 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-f7efe501-c7c3-478a-bc53-be08242f0cac service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 Sep 09 04:50:12.560055 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0d8c8f63-fb65-4ea9-b85b-135a708e8c53 req-28ba147c-c13c-480f-9e17-679d1d46cee2 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441978 Sep 09 04:50:12.589372 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 46950) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:50:12.641103 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-36f1681b-6f30-4e98-a050-b32aaccb4750 req-28be2248-b0b6-43c0-a15c-8faa0e8fc9f5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945857 Sep 09 04:50:12.681494 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8cf37f-e65e-4971-aa3b-fc179149a12d None None] New status for floating IP 922c2950-547a-4db9-8983-f9214400b33d: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:50:12.749284 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f441f6-f4ac-4e28-ba86-1ed94ef7594b tempest-TestShelveInstance-1159163267 tempest-TestShelveInstance-1159163267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:12.750799 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-74f441f6-f4ac-4e28-ba86-1ed94ef7594b tempest-TestShelveInstance-1159163267 tempest-TestShelveInstance-1159163267-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1125 time: 0.1604369 Sep 09 04:50:12.754750 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 46954) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:50:12.759323 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'port_id': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'fixed_ip_address': '172.20.0.12'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:50:12.781147 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:12.868325 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:12.970981 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Allocated IP 172.27.3.147 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/37660177-3f3c-46ec-8a1c-effc1a6b4357) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:50:13.075927 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:13.107029 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:13.144102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:50:13.149124 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:50:13.152914 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:50:13.157909 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'Port': ['ID=37660177-3f3c-46ec-8a1c-effc1a6b4357,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:13.183773 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.184123 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.184465 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.184803 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.185139 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.185476 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.185790 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.186138 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.186465 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.186791 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.187137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.187459 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.187781 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.188100 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.188418 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:50:13.232484 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-61bfd88e-9ca6-4175-8d39-abfe7bfc8082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:13.244992 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:13.510951 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:13.514832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:13.758779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for floatingip (2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:13.826202 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:13.967639 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:13.971969 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:14.044060 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:14.045900 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event updated for resources: {'Port': ['ID=37660177-3f3c-46ec-8a1c-effc1a6b4357,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:50:14.141771 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Floating IP 2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b associated. External IP: 172.27.3.147, port: c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4. Sep 09 04:50:14.329146 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:14.343401 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Router e7528a2a-cbe6-4ce6-b916-8f09403caefd has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:50:14.383686 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:14.445632 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:50:14.455940 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] Sync routers for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:50:14.464306 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:14.468030 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:50:14.468633 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:14.498001 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-d930661c-9922-43f6-b697-f2f2117b72da tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7421050 Sep 09 04:50:14.498636 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:50:14.500890 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a6452-83e4-49c7-ad14-2d4daee6d793" -d '{"events": [{"name": "network-changed", "server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:50:14.600644 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2fac4-af01-48d6-85c5-b74345da510e x-openstack-request-id: req-5aa2fac4-af01-48d6-85c5-b74345da510e {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:50:14.600940 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:50:14.601196 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5aa2fac4-af01-48d6-85c5-b74345da510e {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:50:14.601602 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa2fac4-af01-48d6-85c5-b74345da510e'] response: {'name': 'network-changed', 'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'status': 'completed', 'code': 200} Sep 09 04:50:14.660049 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:50:14.690919 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-653f4fbb-f10d-4c80-869d-4033379f5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:14.692450 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-653f4fbb-f10d-4c80-869d-4033379f5f83 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1130 time: 0.0417309 Sep 09 04:50:14.732162 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:14.790245 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-e0f35627-6329-4243-aa6b-852c71ef29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:14.791850 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-e0f35627-6329-4243-aa6b-852c71ef29fb service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 909 time: 0.0932188 Sep 09 04:50:14.852268 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:14.854491 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-219e77d2-c75c-43bc-9820-c4bd9de2564f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 1000 time: 0.0563900 Sep 09 04:50:14.867095 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'port_id': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'mac_address': 'fa:16:3e:9a:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dce54f-84c2-4623-a137-e4337b192c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:13Z', 'updated_at': '2022-09-09T04:50:13Z', 'revision_number': 0, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:14.895030 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] Checking router: e7528a2a-cbe6-4ce6-b916-8f09403caefd for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:50:14.903455 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:50:14.904047 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:49:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:14.904171 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-845af556-1a72-4d35-94d9-911e18d5e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:14.905544 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-845af556-1a72-4d35-94d9-911e18d5e958 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 200 len: 847 time: 0.0456831 Sep 09 04:50:14.951940 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-dd4ff895-cc48-4c41-8a94-7eb8f23fd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:50:14.953323 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-dd4ff895-cc48-4c41-8a94-7eb8f23fd656 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=60891183-f016-4a6f-97e3-956ad10ca1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420027 Sep 09 04:50:15.008206 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:50:15.044691 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-ae93f5f1-fc02-460e-82f4-80235333a600 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848327 Sep 09 04:50:15.138465 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-786a6452-83e4-49c7-ad14-2d4daee6d793 req-2a0e93dc-685b-41b6-bab9-f7d74ddf2a5f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877628 Sep 09 04:50:15.214261 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'port_id': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'mac_address': 'fa:16:3e:9a:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dce54f-84c2-4623-a137-e4337b192c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:13Z', 'updated_at': '2022-09-09T04:50:13Z', 'revision_number': 0, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:50:15.241689 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17398a-3453-460d-87d3-fc4835c4ab89 None None] The sync data for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi is: [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'port_id': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'mac_address': 'fa:16:3e:9a:94:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dce54f-84c2-4623-a137-e4337b192c67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:13Z', 'updated_at': '2022-09-09T04:50:13Z', 'revision_number': 0, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:50:15.423555 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a70015-2d77-4fa4-878b-7aad18294c23 None None] New status for floating IP 2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:50:15.482460 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-02d94386-446b-4259-8a49-1dcfff39a9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:16.766496 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:18.263876 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:18.364067 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:22.744991 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:22.746910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:25.134032 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:25.135983 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:25.216355 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=53 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:25.217067 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=43 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:28.354428 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:28.357578 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:28.359997 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:31.999393 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:33.622819 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:50:41.988688 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:41.992783 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:41.994491 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:43.229609 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c374e2ba-5802-450b-930d-59f257b1f51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:43.618575 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:43.619918 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:45.463650 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-68518fcb-4526-432b-9c44-46f31cd9da4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:46.771689 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:48.265746 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:48.365371 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:50:58.262664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:58.354862 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=7 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:50:58.361847 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:01.997078 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:10.621784 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:51:11.986496 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:11.991619 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:11.993305 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:13.231232 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-736f8cc9-965c-47bd-a328-010b86e95efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:15.466014 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f5d1224e-f704-400e-a93d-05f20d63398d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:16.596796 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-ff7490d9-78c5-488e-833a-14b54843a911 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394421 Sep 09 04:51:16.617440 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:16.714722 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-99623fb9-4413-4935-ae59-a6b80b180694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:51:16.716195 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-99623fb9-4413-4935-ae59-a6b80b180694 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1129 time: 0.0403218 Sep 09 04:51:16.772295 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:16.828429 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-cd6c36fc-1f4f-4482-86de-a350068274f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:51:16.829889 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-cd6c36fc-1f4f-4482-86de-a350068274f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0909541 Sep 09 04:51:16.893669 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-13937953-4891-4f40-a719-455b12c7867f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa HTTP/1.1" status: 200 len: 1000 time: 0.0543039 Sep 09 04:51:16.947836 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-753315eb-01d7-47f5-9497-f99e653d99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:51:16.949221 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-753315eb-01d7-47f5-9497-f99e653d99a3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0467827 Sep 09 04:51:16.995449 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-76ae883f-b270-44ad-8a37-0b154c435831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:51:16.996935 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-76ae883f-b270-44ad-8a37-0b154c435831 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385294 Sep 09 04:51:17.089195 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-649bccba-c44d-408e-a63f-535e46953673 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831442 Sep 09 04:51:17.183101 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-18722351-2c85-4a33-a5d8-60514d1fe20f req-364703f7-caa2-4661-ae96-030219f7b2df service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848360 Sep 09 04:51:18.268394 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:18.368724 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:20.618288 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=6 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:27.179231 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=52 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:27.179992 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=49 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:28.356615 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:28.360968 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:28.362972 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:31.997901 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:41.987921 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:41.991920 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:41.994204 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:43.233658 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-72948a74-b9f2-4bc5-a563-5d8b0ee86ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:45.467660 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-285dc379-0d7d-43b8-927e-f17f8921860c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:46.773329 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:47.622091 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:51:48.272773 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:48.370096 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:51:57.616285 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=16 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:57.617554 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=18 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:58.359762 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:58.363993 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:58.366155 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:51:58.829919 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-602cea23-4331-4702-8288-27ae7a7b288a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-935715260&fields=id&tenant_id=ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 267 time: 0.0444963 Sep 09 04:51:58.938973 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-35ace26b-0d37-4bd2-933c-9b377ef3f07d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:51:58.940430 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-35ace26b-0d37-4bd2-933c-9b377ef3f07d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 812 time: 0.1035593 Sep 09 04:51:58.955570 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-dd8752e7-08c5-4f68-a251-b39d3c285168 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/quotas/ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 375 time: 0.0087452 Sep 09 04:51:59.009796 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-ba726ac0-58e4-477d-97e9-e9deeeec6e49 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493076 Sep 09 04:51:59.148353 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-283d6aa1-f93b-4fef-b98d-fe448be74e4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276813 Sep 09 04:51:59.235847 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-0d5edf0c-f3e1-471d-8a5d-6dc5f0b3bdae service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817294 Sep 09 04:51:59.533630 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0bea4b00-c02a-4a09-8051-5823e43ef688 req-5b75447c-5c1b-46b6-ab7f-3c851ef35f06 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 210 time: 0.0309753 Sep 09 04:52:00.636999 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b0cbe646-caed-4783-b4ca-59d9a0681d46 req-a2b5a82d-51ce-4a0d-918e-72e9f116ab78 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 210 time: 0.0277858 Sep 09 04:52:00.790691 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-7077f55d-5832-479f-9637-1bd6d4bb0c9c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:00.793080 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-7077f55d-5832-479f-9637-1bd6d4bb0c9c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 812 time: 0.1119270 Sep 09 04:52:00.865857 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-cd7ae24e-3d6d-484b-9c90-8aa2c5952b1a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea4c285aae544f47a91407ff79414128 HTTP/1.1" status: 200 len: 379 time: 0.0546446 Sep 09 04:52:00.887076 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'port': {'device_id': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'admin_state_up': True, 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'security_groups': ['b3be2a2b-d966-4087-a7b6-3dc08119b0de']}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:52:00.995451 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Made reservation on behalf of ea4c285aae544f47a91407ff79414128 for: {'port': 1} {{(pid=107720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 04:52:00.999257 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.126963 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_common [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Allocated IP 172.20.0.7 (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01/9cbfb2d5-6a80-49f6-8477-791429355276/3c143aca-cc61-4ba0-87be-31348026acd3) {{(pid=107720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:52:01.271569 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (3c143aca-cc61-4ba0-87be-31348026acd3), precommit_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.302816 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), after_create {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.342846 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 is already hosted by enough agents. {{(pid=107720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:52:01.345847 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.base_scheduler [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Resources bound (agent type, host, resource id): {{(pid=107720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:52:01.352032 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Received port after_create {{(pid=107720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:52:01.381637 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=3c143aca-cc61-4ba0-87be-31348026acd3,revision_number=1']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:01.395026 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.395394 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.395732 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.396063 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.396425 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.396696 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.397013 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.397492 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.397883 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.398105 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.398484 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.398734 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.399099 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.399460 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.399771 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:01.417466 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:01.418113 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.436032 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-adda8907-e7f9-4f82-b059-82798ca56b2e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524440 Sep 09 04:52:01.457751 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.v2.base [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Request body: {'port': {'device_id': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=107720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:52:01.518473 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:01.532626 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.562329 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-4b2ecbff-967a-461c-939c-d15af2b41b38 None None] Provisioning complete for port 3c143aca-cc61-4ba0-87be-31348026acd3 triggered by entity DHCP. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:52:01.562872 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b2ecbff-967a-461c-939c-d15af2b41b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.565788 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:01.599629 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ecbff-967a-461c-939c-d15af2b41b38 None None] Port 3c143aca-cc61-4ba0-87be-31348026acd3 cannot update to ACTIVE because it is not bound. {{(pid=107721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 04:52:01.766335 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47756a3c-6743-418d-a507-fbe383d62748 req-969e4a60-a147-4bee-93db-51d45979e54d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:01.767843 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-47756a3c-6743-418d-a507-fbe383d62748 req-969e4a60-a147-4bee-93db-51d45979e54d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 931 time: 0.0473189 Sep 09 04:52:01.802589 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c143aca-cc61-4ba0-87be-31348026acd3 {{(pid=107720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:52:01.810954 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Publish callbacks [] for port (3c143aca-cc61-4ba0-87be-31348026acd3), precommit_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.817322 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-47756a3c-6743-418d-a507-fbe383d62748 req-0cd54a6f-5221-413e-813b-e8cf86b7374d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437059 Sep 09 04:52:01.823600 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.provisioning_blocks [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Transition to ACTIVE for port object 3c143aca-cc61-4ba0-87be-31348026acd3 will not be triggered until provisioned by entity L2. {{(pid=107720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 04:52:01.828231 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:01.887091 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c143aca-cc61-4ba0-87be-31348026acd3,revision_number=2']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:01.934206 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Attempting to bind port 3c143aca-cc61-4ba0-87be-31348026acd3 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 04:52:01.934465 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Attempting to bind port 3c143aca-cc61-4ba0-87be-31348026acd3 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 04:52:01.934791 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Attempting to bind port 3c143aca-cc61-4ba0-87be-31348026acd3 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:52:01.974312 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Port 3c143aca-cc61-4ba0-87be-31348026acd3 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 04:52:01.974636 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Attempting to bind port 3c143aca-cc61-4ba0-87be-31348026acd3 on network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 04:52:01.988097 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:02.018656 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Checking agent: {'id': 'b21e3605-0b0b-4f4d-a048-53649df1d1ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'started_at': datetime.datetime(2022, 9, 9, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 4, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 04:52:02.019020 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Checking segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 04:52:02.019402 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Bound using segment: {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'} {{(pid=107720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 04:52:02.019835 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.managers [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Bound port: 3c143aca-cc61-4ba0-87be-31348026acd3, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d875486-32dc-442f-84e6-0e4fe705c7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01'}}] {{(pid=107720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 04:52:02.020187 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), before_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:02.078876 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] For port 3c143aca-cc61-4ba0-87be-31348026acd3, host hv-cinder-85600, cleared binding levels {{(pid=107720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 04:52:02.082393 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] For port 3c143aca-cc61-4ba0-87be-31348026acd3, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3c143aca-cc61-4ba0-87be-31348026acd3,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 04:52:02.088861 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14436033'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), after_update {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:02.091958 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:02.092559 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:02.093920 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/3c143aca-cc61-4ba0-87be-31348026acd3 HTTP/1.1" status: 200 len: 1093 time: 0.6406271 Sep 09 04:52:02.096125 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:52:02.098288 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:52:02.138488 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c3c1ef-3d97-44b4-8228-dcf645238e00 x-openstack-request-id: req-59c3c1ef-3d97-44b4-8228-dcf645238e00 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:52:02.138764 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:52:02.139034 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59c3c1ef-3d97-44b4-8228-dcf645238e00 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:52:02.139426 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c3c1ef-3d97-44b4-8228-dcf645238e00'] response: {'name': 'network-changed', 'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3', 'status': 'completed', 'code': 200} Sep 09 04:52:02.149047 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b69500-4b0d-4adb-b383-fbb67a4e45a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c143aca-cc61-4ba0-87be-31348026acd3,revision_number=3']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:02.213203 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-ca4965bd-330d-4670-ac2a-f6645084554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:02.214567 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-ca4965bd-330d-4670-ac2a-f6645084554a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 1127 time: 0.0427313 Sep 09 04:52:02.264873 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-2d8a080e-10dd-4b5f-81ac-1822fc4153a0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c143aca-cc61-4ba0-87be-31348026acd3 HTTP/1.1" status: 200 len: 217 time: 0.0320609 Sep 09 04:52:02.312456 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-f6f92fc8-7a93-4e8d-9ac7-b8914ab9cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:02.313824 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-f6f92fc8-7a93-4e8d-9ac7-b8914ab9cdb3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0427880 Sep 09 04:52:02.356084 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-82d5745e-2876-4145-b8bc-cb1913b51856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:02.357478 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-82d5745e-2876-4145-b8bc-cb1913b51856 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370114 Sep 09 04:52:02.373002 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:02.453289 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-22cafd8a-240a-440e-9ac3-2f129e143b92 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Sep 09 04:52:02.537003 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:02.785024 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-a1254bba-4c65-4fd2-87bc-5f29646294ac req-caaa5777-3907-4071-b3d6-cd70f015a259 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226149 Sep 09 04:52:02.942065 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63b0dd-cb56-440f-a8c1-46712c78b378 req-b8505e62-9ad1-488e-a7df-ecac0e566c3d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:02.943841 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d63b0dd-cb56-440f-a8c1-46712c78b378 req-b8505e62-9ad1-488e-a7df-ecac0e566c3d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 943 time: 0.0453479 Sep 09 04:52:02.999521 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-9d63b0dd-cb56-440f-a8c1-46712c78b378 req-383c5293-f99a-44bc-94f1-ff6c36ae1a0d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495303 Sep 09 04:52:03.218106 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-b015fce2-03b9-48a0-942e-9ce1e46bed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:03.219567 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-b015fce2-03b9-48a0-942e-9ce1e46bed03 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 1127 time: 0.0383005 Sep 09 04:52:03.310996 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-2564b138-be08-4cee-8f0d-61e98e79c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:03.312449 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-2564b138-be08-4cee-8f0d-61e98e79c546 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0852864 Sep 09 04:52:03.356478 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-45079298-155e-44b3-acac-1ffe34c26053 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c143aca-cc61-4ba0-87be-31348026acd3 HTTP/1.1" status: 200 len: 217 time: 0.0347185 Sep 09 04:52:03.406067 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-42d0fbf4-65ee-4a1c-8a84-f94f7d727f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:03.407474 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-42d0fbf4-65ee-4a1c-8a84-f94f7d727f1a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0432858 Sep 09 04:52:03.451557 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-e881903f-6b9f-45c6-b44d-a4cf9c8387cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:03.452978 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-e881903f-6b9f-45c6-b44d-a4cf9c8387cb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371983 Sep 09 04:52:03.548781 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-44d5573e-d804-4413-aab3-294530773d3c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894086 Sep 09 04:52:03.643880 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-6b6fdba3-4529-4cc2-a2bb-692a924d20d8 req-6d64ca0d-da6d-4ab4-bb15-ff7ffe5fcffb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866997 Sep 09 04:52:04.119052 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e57474-a912-4f98-a26f-3d543bd92bab req-d478d7c0-4103-4bdb-9656-8384634ef594 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:04.120484 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11e57474-a912-4f98-a26f-3d543bd92bab req-d478d7c0-4103-4bdb-9656-8384634ef594 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 943 time: 0.0460446 Sep 09 04:52:04.167658 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-11e57474-a912-4f98-a26f-3d543bd92bab req-6e91baa4-7eba-4ae9-8cbf-ff07c7666e1a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416088 Sep 09 04:52:05.286226 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2ece6-abd4-4b4e-bdcf-c4a8523e44ff req-96f69b8d-cf1a-4977-b0da-3c37744b6dc6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:05.287723 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7de2ece6-abd4-4b4e-bdcf-c4a8523e44ff req-96f69b8d-cf1a-4977-b0da-3c37744b6dc6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 943 time: 0.0470896 Sep 09 04:52:05.335050 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7de2ece6-abd4-4b4e-bdcf-c4a8523e44ff req-954bfd35-4003-4176-94fd-f57da091d87b tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416896 Sep 09 04:52:06.458247 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c745f-3072-4167-be1d-3a7c415116d8 req-20a51ad0-49db-46f6-a1d8-3aa61e3d156d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:06.459757 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-004c745f-3072-4167-be1d-3a7c415116d8 req-20a51ad0-49db-46f6-a1d8-3aa61e3d156d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 943 time: 0.0490053 Sep 09 04:52:06.507643 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-004c745f-3072-4167-be1d-3a7c415116d8 req-a085ceef-74d2-440a-af77-f4078421a08c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 Sep 09 04:52:07.626585 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1203a1-13e6-4c7d-a008-c80fe737178e req-51f953b4-f957-4d92-8550-dba3e1743d95 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:07.628084 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f1203a1-13e6-4c7d-a008-c80fe737178e req-51f953b4-f957-4d92-8550-dba3e1743d95 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 943 time: 0.0468552 Sep 09 04:52:07.676127 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3f1203a1-13e6-4c7d-a008-c80fe737178e req-c56ce5b2-c334-4a28-a960-c87839d8a554 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425038 Sep 09 04:52:08.786787 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:08.797735 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ae4aa-b2d6-46ee-ad51-cc857011a55d req-3828ad05-f9a8-410b-8fa3-121c128ac53f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:08.799209 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-746ae4aa-b2d6-46ee-ad51-cc857011a55d req-3828ad05-f9a8-410b-8fa3-121c128ac53f tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 943 time: 0.0499039 Sep 09 04:52:08.810638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:08.848597 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-746ae4aa-b2d6-46ee-ad51-cc857011a55d req-1d17b1fa-74d0-40aa-87b8-80692a12a7c3 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Sep 09 04:52:09.943734 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3c143aca-cc61-4ba0-87be-31348026acd3 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:52:09.969975 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508af4c-2aae-42a3-9d90-7b1f3922adc4 req-2750a418-0487-467d-8027-c447d87e0c98 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:09.971489 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5508af4c-2aae-42a3-9d90-7b1f3922adc4 req-2750a418-0487-467d-8027-c447d87e0c98 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 943 time: 0.0468414 Sep 09 04:52:10.019140 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5508af4c-2aae-42a3-9d90-7b1f3922adc4 req-5876fdb3-0645-46bc-9a29-1546ec771591 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Sep 09 04:52:10.044718 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 3c143aca-cc61-4ba0-87be-31348026acd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3c143aca-cc61-4ba0-87be-31348026acd3,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:52:10.055692 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': '3c143aca-cc61-4ba0-87be-31348026acd3', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'port_id': '3c143aca-cc61-4ba0-87be-31348026acd3', 'mac_address': 'fa:16:3e:70:61:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:52:10.090060 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 3c143aca-cc61-4ba0-87be-31348026acd3 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:52:10.090446 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:10.106451 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c143aca-cc61-4ba0-87be-31348026acd3 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:52:10.125500 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 3c143aca-cc61-4ba0-87be-31348026acd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3c143aca-cc61-4ba0-87be-31348026acd3,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:52:10.129407 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:10.174559 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=3c143aca-cc61-4ba0-87be-31348026acd3,revision_number=4']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:10.182035 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.182454 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.183090 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.183682 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.184274 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.184851 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.185283 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.185626 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.185964 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.186298 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.186661 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.187276 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.187874 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.188652 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.188941 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:10.527023 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['3c143aca-cc61-4ba0-87be-31348026acd3'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:52:11.140068 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445c931-3c6e-4a56-8110-a703a2f21f46 req-52677b8e-59f1-49c7-84e5-eb849b203c15 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:11.141513 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f445c931-3c6e-4a56-8110-a703a2f21f46 req-52677b8e-59f1-49c7-84e5-eb849b203c15 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 944 time: 0.0455899 Sep 09 04:52:11.192172 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f445c931-3c6e-4a56-8110-a703a2f21f46 req-5a983bca-6cd3-4891-b024-5a14290da1e5 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451615 Sep 09 04:52:11.960314 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3c143aca-cc61-4ba0-87be-31348026acd3 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:52:12.006030 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning for port 3c143aca-cc61-4ba0-87be-31348026acd3 completed by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 04:52:12.011777 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port 3c143aca-cc61-4ba0-87be-31348026acd3 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:52:12.012171 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:12.036606 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ce4bb-e9dd-492a-8b02-eb8a982e437d req-8f551932-537f-4077-ad90-84175cb20f0a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:12.043399 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f47ce4bb-e9dd-492a-8b02-eb8a982e437d req-8f551932-537f-4077-ad90-84175cb20f0a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0555496 Sep 09 04:52:12.089193 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f47ce4bb-e9dd-492a-8b02-eb8a982e437d req-1446a920-fee2-4e9c-a961-c43c00094485 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 Sep 09 04:52:12.090502 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port 3c143aca-cc61-4ba0-87be-31348026acd3 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:52:12.090886 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:12.116912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:52:12.119107 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d419d-454e-4a85-8947-4da40f5ee01c" -d '{"events": [{"server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "name": "network-vif-plugged", "status": "completed", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:52:12.131652 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port 3c143aca-cc61-4ba0-87be-31348026acd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3c143aca-cc61-4ba0-87be-31348026acd3,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:52:12.135843 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:12.159854 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13df135-880b-47d7-b995-74d75a7ff418 x-openstack-request-id: req-b13df135-880b-47d7-b995-74d75a7ff418 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:52:12.160143 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "name": "network-vif-plugged", "status": "completed", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:52:12.160472 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b13df135-880b-47d7-b995-74d75a7ff418 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:52:12.160861 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13df135-880b-47d7-b995-74d75a7ff418'] response: {'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3', 'code': 200} Sep 09 04:52:12.184870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=3c143aca-cc61-4ba0-87be-31348026acd3,revision_number=5']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:12.319805 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3d500-ffdd-4836-a085-10a72c03e6c8 req-9b9d6bec-7cdb-4e40-a3ca-5e85a02e100c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:12.321254 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0ee3d500-ffdd-4836-a085-10a72c03e6c8 req-9b9d6bec-7cdb-4e40-a3ca-5e85a02e100c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0463903 Sep 09 04:52:12.370779 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0ee3d500-ffdd-4836-a085-10a72c03e6c8 req-8f419665-ee71-45cf-b3cf-a389cd7f352d tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438116 Sep 09 04:52:12.488165 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c714-3898-4b96-91dd-249f0e29ebb3 req-d1d38b26-0782-4c3b-b8f7-fa81427cb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:12.489847 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4d48c714-3898-4b96-91dd-249f0e29ebb3 req-d1d38b26-0782-4c3b-b8f7-fa81427cb13a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 1129 time: 0.0411758 Sep 09 04:52:12.548325 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4d48c714-3898-4b96-91dd-249f0e29ebb3 req-e8b8785c-b0dd-4a01-80db-9f0a2fee8675 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448463 Sep 09 04:52:13.214795 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41d008-ebea-4ba3-b66b-f03fe9655949 req-e03a8dbb-a0a0-4478-920e-9ff49d2fb794 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:13.216297 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0c41d008-ebea-4ba3-b66b-f03fe9655949 req-e03a8dbb-a0a0-4478-920e-9ff49d2fb794 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0497165 Sep 09 04:52:13.247898 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a344a060-5900-4835-b78d-c9a152f195a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:13.268950 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0c41d008-ebea-4ba3-b66b-f03fe9655949 req-5514c5f7-6d37-427e-bf99-31dcd8b31235 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470781 Sep 09 04:52:13.495028 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7483e03-96be-4de4-b2da-701a0ff9e56e req-f6003b5c-eead-4d6a-a38f-b276ccc56673 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:13.496490 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b7483e03-96be-4de4-b2da-701a0ff9e56e req-f6003b5c-eead-4d6a-a38f-b276ccc56673 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0470715 Sep 09 04:52:13.544179 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-b7483e03-96be-4de4-b2da-701a0ff9e56e req-31754e4b-a8c7-486e-a12f-bd4d48b9f57e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Sep 09 04:52:14.389000 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166dcc9-a870-46db-8de3-876daad4d449 req-d4d93c69-572e-4a8e-9adc-8699bf85276a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:14.390443 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8166dcc9-a870-46db-8de3-876daad4d449 req-d4d93c69-572e-4a8e-9adc-8699bf85276a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0460248 Sep 09 04:52:14.442194 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8166dcc9-a870-46db-8de3-876daad4d449 req-c2244f55-51cd-476a-bc77-d69fdaedd7ca tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461619 Sep 09 04:52:14.668292 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e165b-bf7e-4381-bc21-c5d8b9048caa req-c409e43a-48f2-4c04-a62c-dff8eebacd2b tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:14.669885 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-483e165b-bf7e-4381-bc21-c5d8b9048caa req-c409e43a-48f2-4c04-a62c-dff8eebacd2b tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Sep 09 04:52:14.730263 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-483e165b-bf7e-4381-bc21-c5d8b9048caa req-50fe8a46-cc74-403d-b5a0-9632ac0dbc2c tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540106 Sep 09 04:52:14.848530 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a4b4b-64d8-44e6-a1c3-7efed1f2b1e2 req-a6eb7128-fd1f-4ee7-af21-6ed38a14710b tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:14.849899 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fc5a4b4b-64d8-44e6-a1c3-7efed1f2b1e2 req-a6eb7128-fd1f-4ee7-af21-6ed38a14710b tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0478754 Sep 09 04:52:14.897947 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fc5a4b4b-64d8-44e6-a1c3-7efed1f2b1e2 req-5d90b924-e602-4f94-899f-191b3bd9d8cd tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Sep 09 04:52:14.925627 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47102) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:52:15.231581 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f2aee-5945-4519-aca1-e482c68c18ec tempest-TestVolumeBootPattern-1099310026 tempest-TestVolumeBootPattern-1099310026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:15.233111 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-781f2aee-5945-4519-aca1-e482c68c18ec tempest-TestVolumeBootPattern-1099310026 tempest-TestVolumeBootPattern-1099310026-project-admin] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 1124 time: 0.3065021 Sep 09 04:52:15.235927 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47104) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:52:15.240240 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.v2.base [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Request body: {'floatingip': {'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'port_id': '3c143aca-cc61-4ba0-87be-31348026acd3', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address': '172.20.0.7'}} {{(pid=107719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 04:52:15.246394 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:15.263742 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:15.341819 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (None), before_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:15.384286 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:15.451087 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_common [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Allocated IP 172.27.3.200 (cfd551b0-515c-4877-9245-1dcd60c1d82d/92579c62-35ff-4a83-b500-d30025507704/395818d6-08ff-40dc-8000-44e79daae770) {{(pid=107719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 04:52:15.469172 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d44becd9-826c-46d6-9120-d93a655baba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:15.581719 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70aa6f0-fc06-4c35-904d-cc795285486b req-7c9a355f-5e55-4674-8c76-fd324682a0fc tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:15.583510 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a70aa6f0-fc06-4c35-904d-cc795285486b req-7c9a355f-5e55-4674-8c76-fd324682a0fc tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0653069 Sep 09 04:52:15.602481 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (395818d6-08ff-40dc-8000-44e79daae770), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:15.658027 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a70aa6f0-fc06-4c35-904d-cc795285486b req-699be940-dad1-4532-977f-c4214f7353f5 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658150 Sep 09 04:52:15.668436 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760467014045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (395818d6-08ff-40dc-8000-44e79daae770), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:15.708307 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Network cfd551b0-515c-4877-9245-1dcd60c1d82d is already hosted by enough agents. {{(pid=107719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 04:52:15.715767 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.base_scheduler [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Resources bound (agent type, host, resource id): {{(pid=107719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 04:52:15.718815 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Received port after_create {{(pid=107719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 04:52:15.745568 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=395818d6-08ff-40dc-8000-44e79daae770,revision_number=1']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:15.758516 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.758860 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.759268 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.759614 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.759942 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.760268 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.760590 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.760910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.761229 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.761546 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.761866 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.762186 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.762502 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.762815 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:15.763160 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:52:16.076821 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (29146268-2765-444b-b3c0-3ff0fd1f68a4), precommit_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:16.096875 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:16.101582 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:16.148585 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (395818d6-08ff-40dc-8000-44e79daae770), before_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:16.295042 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for port (395818d6-08ff-40dc-8000-44e79daae770), precommit_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:16.299417 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14815727'] for port (395818d6-08ff-40dc-8000-44e79daae770), after_update {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:16.364903 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event updated for resources: {'Port': ['ID=395818d6-08ff-40dc-8000-44e79daae770,revision_number=2']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:16.367792 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-729333'] for floatingip (29146268-2765-444b-b3c0-3ff0fd1f68a4), after_create {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:16.465433 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.db.l3_db [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Floating IP 29146268-2765-444b-b3c0-3ff0fd1f68a4 associated. External IP: 172.27.3.200, port: 3c143aca-cc61-4ba0-87be-31348026acd3. Sep 09 04:52:16.666872 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:52:16.778412 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:16.811212 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1f0c8-44e1-4c94-8c14-d5d8f016e89f req-316fae51-438d-44c3-8268-844155e7983d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:16.812694 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d4d1f0c8-44e1-4c94-8c14-d5d8f016e89f req-316fae51-438d-44c3-8268-844155e7983d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0609076 Sep 09 04:52:16.813650 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:52:16.823605 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:52:16.833696 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:52:16.834378 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:52:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:52:16.844759 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:16.874617 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:16.899792 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d4d1f0c8-44e1-4c94-8c14-d5d8f016e89f req-f686320f-191b-4cd7-b8bc-362c708238de tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801642 Sep 09 04:52:16.904259 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-f879f61b-915a-494c-985f-19d3993522c6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6650596 Sep 09 04:52:16.904259 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3'}] {{(pid=107719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:52:16.905032 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da772ea8dec97a14bb235bf16b13f85d6ac4bdf3ce52fc2db6dbecbb7869a73f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70" -d '{"events": [{"name": "network-changed", "server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3"}]}' {{(pid=107719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:52:16.944392 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a091bfb-09a1-43bf-9be8-2fcd21fe1d8b x-openstack-request-id: req-2a091bfb-09a1-43bf-9be8-2fcd21fe1d8b {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:52:16.944680 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3", "status": "completed", "code": 200}]} {{(pid=107719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:52:16.944935 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a091bfb-09a1-43bf-9be8-2fcd21fe1d8b {{(pid=107719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:52:16.945343 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a091bfb-09a1-43bf-9be8-2fcd21fe1d8b'] response: {'name': 'network-changed', 'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3', 'status': 'completed', 'code': 200} Sep 09 04:52:16.945685 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:52:17.044275 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-e9db40e2-06d2-4b62-8b25-a907f18efcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.045766 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-e9db40e2-06d2-4b62-8b25-a907f18efcd4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 1129 time: 0.0399899 Sep 09 04:52:17.140093 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-471d1bd7-0ce5-4059-aa03-c61be9f6d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.141545 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-471d1bd7-0ce5-4059-aa03-c61be9f6d9b3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0900245 Sep 09 04:52:17.155135 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '29146268-2765-444b-b3c0-3ff0fd1f68a4', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '3c143aca-cc61-4ba0-87be-31348026acd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:70:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:52:15Z', 'updated_at': '2022-09-09T04:52:15Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}, {'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:12Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:52:17.183445 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:52:17.191615 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:52:17.192216 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:52:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:52:17.223632 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-91376353-0657-4885-accd-fafb7cc992cb service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c143aca-cc61-4ba0-87be-31348026acd3 HTTP/1.1" status: 200 len: 999 time: 0.0567639 Sep 09 04:52:17.280945 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-e4a168c9-b271-4225-a6c3-dffe80ff9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.282409 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-e4a168c9-b271-4225-a6c3-dffe80ff9fe7 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0521238 Sep 09 04:52:17.296144 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:17.327099 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-2969bd49-cd9f-4bcb-9d26-5e5df6dfe7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.328570 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-2969bd49-cd9f-4bcb-9d26-5e5df6dfe7cf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398107 Sep 09 04:52:17.378997 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:52:17.420054 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-2c4fc843-3bf3-43f6-aa61-f4dcf0ecc639 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Sep 09 04:52:17.517620 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-aa7556fc-ab79-4d0c-b1ed-6c2501201c70 req-9468f37c-1a3c-4911-8a00-fe3d82bf7c8e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910599 Sep 09 04:52:17.591161 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '29146268-2765-444b-b3c0-3ff0fd1f68a4', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '3c143aca-cc61-4ba0-87be-31348026acd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:70:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:52:15Z', 'updated_at': '2022-09-09T04:52:15Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}, {'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:12Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:52:17.611482 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-a53822e6-92de-4955-b4d4-20401d6a2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.612961 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-a53822e6-92de-4955-b4d4-20401d6a2049 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1130 time: 0.0408030 Sep 09 04:52:17.618052 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886da2b-5127-47f5-a644-be0095d2804a None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '29146268-2765-444b-b3c0-3ff0fd1f68a4', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '3c143aca-cc61-4ba0-87be-31348026acd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:70:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:52:15Z', 'updated_at': '2022-09-09T04:52:15Z', 'revision_number': 0, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}, {'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:12Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:52:17.691345 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:17.730204 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-22f02a5d-d885-4cfe-a53a-3b87e839797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.731725 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-22f02a5d-d885-4cfe-a53a-3b87e839797f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 909 time: 0.0937037 Sep 09 04:52:17.797516 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-af10cf78-0763-44ca-9c30-7d0d09e45bf9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 1002 time: 0.0595829 Sep 09 04:52:17.823727 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272cbbbd-627d-4826-bdc1-9aa43149dc27 None None] New status for floating IP 29146268-2765-444b-b3c0-3ff0fd1f68a4: ACTIVE {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:52:17.851199 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-b177e018-9a26-4521-b6e9-0a6cb4e152f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.852645 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-b177e018-9a26-4521-b6e9-0a6cb4e152f4 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 200 len: 847 time: 0.0497811 Sep 09 04:52:17.896229 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-14b78b7d-f58d-4640-95da-f70a3787f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:17.897741 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-14b78b7d-f58d-4640-95da-f70a3787f160 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=60891183-f016-4a6f-97e3-956ad10ca1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393422 Sep 09 04:52:18.012888 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-56fc5844-2b9f-4baa-b3a6-7f653597f4d6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091113 Sep 09 04:52:18.042855 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23149c-186a-4146-919b-f0f2ba57e567 req-22c83379-a686-4f6d-bdd7-49b4b4b30d6d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:18.044348 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f23149c-186a-4146-919b-f0f2ba57e567 req-22c83379-a686-4f6d-bdd7-49b4b4b30d6d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0520868 Sep 09 04:52:18.086609 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:18.096456 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-7f23149c-186a-4146-919b-f0f2ba57e567 req-44b2bff1-9e02-4751-8a12-97a716962d95 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459905 Sep 09 04:52:18.119565 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-b15aad50-478c-4b1c-bf41-483344cf8192 req-8377d2d0-094d-43a5-ad47-4519c75a9bd7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932338 Sep 09 04:52:18.274958 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:18.372264 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:19.220833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13315d7e-6bfc-4954-88c0-8d5352f9314c req-840e2692-1389-4ca5-bcc1-4e8678c48369 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:19.222307 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-13315d7e-6bfc-4954-88c0-8d5352f9314c req-840e2692-1389-4ca5-bcc1-4e8678c48369 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0474756 Sep 09 04:52:19.271231 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-13315d7e-6bfc-4954-88c0-8d5352f9314c req-4155095c-3c0b-4656-940e-9bd6b44708f6 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Sep 09 04:52:20.392190 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829fc38-c3a3-40ed-a98a-ef892d6ddd85 req-591707e8-0bc7-46c9-b551-92b99075a4ae tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:20.393846 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a829fc38-c3a3-40ed-a98a-ef892d6ddd85 req-591707e8-0bc7-46c9-b551-92b99075a4ae tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0477464 Sep 09 04:52:20.447727 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a829fc38-c3a3-40ed-a98a-ef892d6ddd85 req-37bea8c2-5224-41a2-bcae-5cd0d1229189 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475771 Sep 09 04:52:21.567003 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979d5df-eecd-4076-931d-c39dc02516f3 req-b2253847-78a7-429e-9888-871df05fd7a9 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:21.568709 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e979d5df-eecd-4076-931d-c39dc02516f3 req-b2253847-78a7-429e-9888-871df05fd7a9 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0468721 Sep 09 04:52:21.617854 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e979d5df-eecd-4076-931d-c39dc02516f3 req-faf60118-aa86-4f45-90c2-ed8d9ea3dd49 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435386 Sep 09 04:52:22.315621 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-0620a483-10d6-4048-9417-f8076e211d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:22.317054 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-0620a483-10d6-4048-9417-f8076e211d27 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1130 time: 0.0388448 Sep 09 04:52:22.409339 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-b38212fa-6223-4ecd-863b-060d85e6a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:22.410769 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-b38212fa-6223-4ecd-863b-060d85e6a76c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 909 time: 0.0871010 Sep 09 04:52:22.483011 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-a921e682-ad8c-4557-ab5c-e23493bde007 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 1002 time: 0.0536118 Sep 09 04:52:22.539093 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-4ab40780-555b-4975-af7c-1565df80aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:22.540518 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-4ab40780-555b-4975-af7c-1565df80aacf service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 200 len: 847 time: 0.0462310 Sep 09 04:52:22.580568 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:22.586053 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-5c9fbf4d-6147-4230-98ea-98e56107c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:22.587526 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-5c9fbf4d-6147-4230-98ea-98e56107c52c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=60891183-f016-4a6f-97e3-956ad10ca1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389190 Sep 09 04:52:22.679521 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-37ab1a00-eeb0-485d-9efb-e8a219db1560 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858018 Sep 09 04:52:22.739303 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397a294-e720-438b-b80b-0ab3dca149dd req-1ef516ac-481a-4a9e-a9d5-afaf972a4c9d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:22.740876 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8397a294-e720-438b-b80b-0ab3dca149dd req-1ef516ac-481a-4a9e-a9d5-afaf972a4c9d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0460954 Sep 09 04:52:22.771178 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-2da0348f-0306-4103-a1d1-d717b5ecf1ea req-bb61a5ba-fb0b-44d3-bece-48aca43414c5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858586 Sep 09 04:52:22.790344 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-8397a294-e720-438b-b80b-0ab3dca149dd req-7c8463b1-d524-4c10-98aa-a69221a1fb0e tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431561 Sep 09 04:52:23.911719 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710f7cc-4224-481f-a7fb-5f94e601f17f req-0ef2a8ef-fba2-4317-bbf2-48e0f07c4180 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:23.913827 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6710f7cc-4224-481f-a7fb-5f94e601f17f req-0ef2a8ef-fba2-4317-bbf2-48e0f07c4180 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0497005 Sep 09 04:52:23.961657 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6710f7cc-4224-481f-a7fb-5f94e601f17f req-f0db4451-8c19-4715-89d9-57968849d151 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Sep 09 04:52:24.621483 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:52:25.089413 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97625ee6-3ef2-449d-8815-9af99523f78b req-e7107b0f-f1ae-48c2-ac38-daf5df783e45 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:25.090797 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97625ee6-3ef2-449d-8815-9af99523f78b req-e7107b0f-f1ae-48c2-ac38-daf5df783e45 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0470889 Sep 09 04:52:25.141866 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-97625ee6-3ef2-449d-8815-9af99523f78b req-8defa70f-d199-495b-b1ec-d623663000f9 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453098 Sep 09 04:52:25.217128 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-25a9356d-fe75-47a6-ae2c-87b632cd5937 req-9b432fa6-012c-4ff9-adcc-dfebb8b9f820 service neutron] http://10.222.0.20:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 04:52:25.218105 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-25a9356d-fe75-47a6-ae2c-87b632cd5937 req-9b432fa6-012c-4ff9-adcc-dfebb8b9f820 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052907 Sep 09 04:52:25.422612 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209792c-76d1-4ab9-8267-78bff2cd8535 req-d1580df2-babc-4edd-8035-42e7b4805022 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:25.424129 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a209792c-76d1-4ab9-8267-78bff2cd8535 req-d1580df2-babc-4edd-8035-42e7b4805022 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0785217 Sep 09 04:52:25.430365 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-6165e7cb-6c75-456b-af32-80448f97a4b2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087141 Sep 09 04:52:25.476373 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a209792c-76d1-4ab9-8267-78bff2cd8535 req-5e5b69f3-faa7-4b76-9039-ed1e432a0bee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Sep 09 04:52:26.568159 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148259f-71dc-47e9-8713-92189c93b44e req-37ba54a4-cd01-4306-875a-61d567ba92cd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:26.569796 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-37ba54a4-cd01-4306-875a-61d567ba92cd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports/c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 943 time: 0.1004806 Sep 09 04:52:26.604981 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba875f3-7060-41be-b8ef-c28bed954fb7 req-dfb1c48a-77b3-454d-aa16-3948abcda49d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:26.606499 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bba875f3-7060-41be-b8ef-c28bed954fb7 req-dfb1c48a-77b3-454d-aa16-3948abcda49d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0538521 Sep 09 04:52:26.660340 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-bba875f3-7060-41be-b8ef-c28bed954fb7 req-259cb318-15a5-49fd-90ea-1aa803f59f80 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465915 Sep 09 04:52:27.629884 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=79 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:27.784106 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740862dd-f2b0-48b3-b996-ee171132fba6 req-56d0037a-744f-470b-b645-7ff360528c56 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:27.785616 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-740862dd-f2b0-48b3-b996-ee171132fba6 req-56d0037a-744f-470b-b645-7ff360528c56 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0511236 Sep 09 04:52:27.837334 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-740862dd-f2b0-48b3-b996-ee171132fba6 req-75fdd9a9-c478-4839-aa8d-def4d87ace7d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451899 Sep 09 04:52:28.012896 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:52:28.046849 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:28.077797 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:28.091414 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 is: ACTIVE; New status is: DOWN {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:52:28.091896 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:28.111769 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:28.116679 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:52:28.119142 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc3168-3eee-4229-b29d-3f857e6ca750" -d '{"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:52:28.132760 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:52:28.136727 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:28.160508 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Sep 2022 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677cd25-6552-4849-8081-57b1cc3deb72 x-openstack-request-id: req-a677cd25-6552-4849-8081-57b1cc3deb72 {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:52:28.160798 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-unplugged", "status": "failed", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4", "code": 422}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:52:28.161051 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a677cd25-6552-4849-8081-57b1cc3deb72 {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:52:28.161444 dv-cinder-856002-3-iscsi neutron-server[107721]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a677cd25-6552-4849-8081-57b1cc3deb72']: {'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'code': 422} returned with failed status Sep 09 04:52:28.186380 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=6']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:28.962901 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b2ae-ffdf-4735-901e-97f0ce70c7d8 req-aa4634de-a583-4d03-99ae-75a056b67f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:28.964415 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3030b2ae-ffdf-4735-901e-97f0ce70c7d8 req-aa4634de-a583-4d03-99ae-75a056b67f94 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0478010 Sep 09 04:52:29.013181 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3030b2ae-ffdf-4735-901e-97f0ce70c7d8 req-879888fd-eebb-44eb-b89e-d39c1e4ffaee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 Sep 09 04:52:29.350448 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148259f-71dc-47e9-8713-92189c93b44e req-41227cd2-bd9c-42ef-99ad-008c01ba9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:29.352567 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-41227cd2-bd9c-42ef-99ad-008c01ba9575 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67&tenant_id=78feec3c37b84399ba54e70b4e5a1e08 HTTP/1.1" status: 200 len: 1128 time: 0.0748637 Sep 09 04:52:29.430397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148259f-71dc-47e9-8713-92189c93b44e req-1c892547-09d6-404d-aed0-e5b0a89f0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:29.431880 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-1c892547-09d6-404d-aed0-e5b0a89f0901 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1128 time: 0.0390790 Sep 09 04:52:29.458147 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=100 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:29.526342 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148259f-71dc-47e9-8713-92189c93b44e req-99266492-7d81-4a94-80bc-829b99a5ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:29.527771 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-99266492-7d81-4a94-80bc-829b99a5ae6e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 909 time: 0.0878906 Sep 09 04:52:29.590242 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-171b8ba7-a45f-4b08-b86a-a0a38253afba service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 1000 time: 0.0545578 Sep 09 04:52:29.645992 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148259f-71dc-47e9-8713-92189c93b44e req-9b8396f9-0680-4b16-a8b2-a5da54484981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:29.647391 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-9b8396f9-0680-4b16-a8b2-a5da54484981 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 200 len: 847 time: 0.0448771 Sep 09 04:52:29.690554 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148259f-71dc-47e9-8713-92189c93b44e req-cd5f2fa1-3062-4448-a0dc-efe20b670dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:29.692198 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-cd5f2fa1-3062-4448-a0dc-efe20b670dad service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=60891183-f016-4a6f-97e3-956ad10ca1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377014 Sep 09 04:52:29.780747 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-fbf28621-3e88-4ae8-92bc-d232df3e6927 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824780 Sep 09 04:52:29.879134 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-f148259f-71dc-47e9-8713-92189c93b44e req-f3449efa-c964-4797-8d7b-a4dde7fa5429 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849271 Sep 09 04:52:30.120971 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:30.123597 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:30.136754 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae15b9e-447a-4ed8-9bdd-defc040464a7 req-f0c16ac1-c6dc-424b-99f4-c111333ed42e tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:30.138222 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0ae15b9e-447a-4ed8-9bdd-defc040464a7 req-f0c16ac1-c6dc-424b-99f4-c111333ed42e tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0470529 Sep 09 04:52:30.188825 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-0ae15b9e-447a-4ed8-9bdd-defc040464a7 req-aaededc2-c042-4491-a715-8080d5b98b1e tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450399 Sep 09 04:52:31.311756 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80a40e-6bda-4d75-9c55-e3b3567191a5 req-f5c2c9f9-9d31-49e4-a672-b08612a4f951 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:31.313232 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da80a40e-6bda-4d75-9c55-e3b3567191a5 req-f5c2c9f9-9d31-49e4-a672-b08612a4f951 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0467496 Sep 09 04:52:31.362329 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-da80a40e-6bda-4d75-9c55-e3b3567191a5 req-59cbe51b-dc39-4db9-a6cc-7fe3719e8ac7 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429964 Sep 09 04:52:32.017217 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:32.479586 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805452-d676-4d25-8897-e9b2fa45fd0b req-54f0e9ec-bf20-4154-a6f6-e03991b5b0ee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:32.481035 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a7805452-d676-4d25-8897-e9b2fa45fd0b req-54f0e9ec-bf20-4154-a6f6-e03991b5b0ee tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0456762 Sep 09 04:52:32.528363 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-a7805452-d676-4d25-8897-e9b2fa45fd0b req-6dd48adc-6ba4-44a2-b7fa-52f28d9b5c43 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 Sep 09 04:52:33.649517 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b982d37-cad7-4448-8bcf-5cbe22aa0e7f req-cec5ada1-7f48-4b46-86f4-f1155cadfb0a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:33.650986 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5b982d37-cad7-4448-8bcf-5cbe22aa0e7f req-cec5ada1-7f48-4b46-86f4-f1155cadfb0a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0492404 Sep 09 04:52:33.699975 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-5b982d37-cad7-4448-8bcf-5cbe22aa0e7f req-e0b09d2b-ab34-4841-a28f-14375167db5a tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Sep 09 04:52:34.816379 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264db6fd-1530-4a1f-be99-890c68659323 req-b91db4e4-dbee-41cf-bf4b-8dc0938fda55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:34.817838 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-264db6fd-1530-4a1f-be99-890c68659323 req-b91db4e4-dbee-41cf-bf4b-8dc0938fda55 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0454609 Sep 09 04:52:34.867379 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-264db6fd-1530-4a1f-be99-890c68659323 req-8f12fdf7-3bea-4b95-9451-e7df359d8a60 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Sep 09 04:52:35.992344 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65086072-bdea-4f19-af05-0adaf746ac2d req-90f07715-a1fa-42b9-b1ba-c5e0ee963159 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:35.993699 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-65086072-bdea-4f19-af05-0adaf746ac2d req-90f07715-a1fa-42b9-b1ba-c5e0ee963159 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0492485 Sep 09 04:52:36.041046 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-65086072-bdea-4f19-af05-0adaf746ac2d req-990f91cc-c246-4896-bf5b-1bbd30182d71 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Sep 09 04:52:37.161815 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d4aaa-cbe4-4d1b-a9b4-1a21a6420b09 req-aec85004-6d79-45de-a291-e38440153fc5 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:37.163290 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-435d4aaa-cbe4-4d1b-a9b4-1a21a6420b09 req-aec85004-6d79-45de-a291-e38440153fc5 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 944 time: 0.0475905 Sep 09 04:52:37.211366 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-435d4aaa-cbe4-4d1b-a9b4-1a21a6420b09 req-8c1c298f-22f9-4308-bfc1-d1aa4def521b tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413725 Sep 09 04:52:38.051799 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=107721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 04:52:38.148993 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:52:38.163199 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Returning: {'device': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'port_id': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'mac_address': 'fa:16:3e:9a:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 04:52:38.197754 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 is: DOWN; New status is: BUILD {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:52:38.198135 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:38.211190 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 {{(pid=107721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 04:52:38.231351 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:52:38.235015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:38.286590 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=7']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:38.336026 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe25d3-a905-4a17-8115-0f3dfcbcf3d5 req-9fac7f21-2d83-4f05-a319-74ce7189a012 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:38.337420 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-33fe25d3-a905-4a17-8115-0f3dfcbcf3d5 req-9fac7f21-2d83-4f05-a319-74ce7189a012 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 945 time: 0.0513582 Sep 09 04:52:38.388731 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-33fe25d3-a905-4a17-8115-0f3dfcbcf3d5 req-50adba0f-26a0-4cee-9a83-f60637c1e05d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455942 Sep 09 04:52:38.556794 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] get_ports_and_sgs() called for port_ids ['c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'] {{(pid=107721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 04:52:39.508383 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815c920-5efa-4232-804b-7279c13efd7a req-281bfcf5-3beb-43e3-9c68-ebf8ad0ae7d9 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:39.509885 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6815c920-5efa-4232-804b-7279c13efd7a req-281bfcf5-3beb-43e3-9c68-ebf8ad0ae7d9 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 945 time: 0.0467453 Sep 09 04:52:39.561491 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6815c920-5efa-4232-804b-7279c13efd7a req-8d9ec098-bea4-4130-a9e8-498d783a685d tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Sep 09 04:52:39.875254 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=40 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:39.875954 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=70 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:40.066680 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 up at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 04:52:40.112596 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.provisioning_blocks [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Provisioning complete for port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 triggered by entity L2. {{(pid=107721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 04:52:40.112966 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1256322'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), provisioning_complete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:40.183633 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Current status of the port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 is: BUILD; New status is: ACTIVE {{(pid=107721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 04:52:40.184008 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1477682'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:40.205919 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'}] {{(pid=107721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:52:40.208400 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}733ddb160cf194102db60ac89d0a0d3bddbae460ec5fe63d24c5978b6e5bc1f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66f80f2-a115-4954-a380-9415a42ed0d0" -d '{"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-plugged", "status": "completed", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4"}]}' {{(pid=107721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:52:40.220970 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:52:40.225020 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760467473538', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760467014063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760467014081'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:40.251300 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02397312-5a5a-44db-ad9c-60b5ee9ec3cb x-openstack-request-id: req-02397312-5a5a-44db-ad9c-60b5ee9ec3cb {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:52:40.251588 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-plugged", "status": "completed", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4", "code": 200}]} {{(pid=107721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:52:40.251840 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02397312-5a5a-44db-ad9c-60b5ee9ec3cb {{(pid=107721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:52:40.252578 dv-cinder-856002-3-iscsi neutron-server[107721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02397312-5a5a-44db-ad9c-60b5ee9ec3cb'] response: {'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'code': 200} Sep 09 04:52:40.276180 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Pushing event updated for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=8']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:52:40.546123 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad3c6-c17f-4464-bcc9-d6700d2d725b req-72e941a4-312f-471e-97d3-bf64f7e4a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:40.547592 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0e7ad3c6-c17f-4464-bcc9-d6700d2d725b req-72e941a4-312f-471e-97d3-bf64f7e4a515 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1130 time: 0.0382702 Sep 09 04:52:40.595308 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0e7ad3c6-c17f-4464-bcc9-d6700d2d725b req-c0225aee-7f17-41ca-af25-638ff8b71c91 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390139 Sep 09 04:52:40.680489 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb5d05-c03c-4052-915c-d4fd149d6f1f req-49e2bed7-b2fd-4575-b25b-bf06674951a5 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:40.681957 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6feb5d05-c03c-4052-915c-d4fd149d6f1f req-49e2bed7-b2fd-4575-b25b-bf06674951a5 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0459976 Sep 09 04:52:40.730540 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-6feb5d05-c03c-4052-915c-d4fd149d6f1f req-5aa56d0f-a017-44dd-8e8a-cd1bbe6be850 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Sep 09 04:52:41.632569 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:41.633227 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:41.853476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3793-79e8-48c9-b640-0422ad06a173 req-2a408fc0-87ee-4099-a60c-a03ea68a437b tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:41.854914 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f69e3793-79e8-48c9-b640-0422ad06a173 req-2a408fc0-87ee-4099-a60c-a03ea68a437b tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0495026 Sep 09 04:52:41.903135 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f69e3793-79e8-48c9-b640-0422ad06a173 req-9403659c-8d97-47c6-9bde-06f2bd0fcc54 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Sep 09 04:52:42.986529 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:43.014055 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:43.022420 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ba590-4e13-4f38-961b-aefd7f15a118 req-695d6d55-03fa-4012-9cb0-5f59d16e4c37 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:52:43.023974 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-097ba590-4e13-4f38-961b-aefd7f15a118 req-695d6d55-03fa-4012-9cb0-5f59d16e4c37 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0478375 Sep 09 04:52:43.072348 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-097ba590-4e13-4f38-961b-aefd7f15a118 req-0c46ef2c-961f-4b49-b761-77f22d0d8cb6 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Sep 09 04:52:43.243395 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-81af4ef5-5ef2-46c5-a0f0-187d374f50dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:45.470062 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6ef3bb77-c45e-4d68-938e-d42dbb39dc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:46.779382 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:48.279059 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:48.374118 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:52:50.583334 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=9 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:50.592783 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=9 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:53.064488 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:53.068532 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=7 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:58.363986 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:58.368075 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:52:58.370539 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=77,neutron:UPDATE=8 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:01.619943 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:53:02.024239 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:11.615585 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:11.616306 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:12.018413 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:12.020388 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:13.246601 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8e6ff009-a3f0-4a41-a4b5-fa2a4a539b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:15.472015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-478967f9-67d5-4ab7-98fd-a3f5e309a86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:16.783298 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:17.611012 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-64335462-479d-4341-858d-d7d01f01fe94 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403278 Sep 09 04:53:17.714028 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c066-862b-4dd8-86de-b3733c4abfda req-9aa37ba6-8286-4eb9-8c9a-3290b4204b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:17.715524 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-9aa37ba6-8286-4eb9-8c9a-3290b4204b70 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1129 time: 0.0394692 Sep 09 04:53:17.829509 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c066-862b-4dd8-86de-b3733c4abfda req-5c4777e2-db4d-425b-bf49-a6c4f83de92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:17.830959 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-5c4777e2-db4d-425b-bf49-a6c4f83de92f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0965412 Sep 09 04:53:17.892633 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-b3a93b98-a6b0-4402-89ec-ad656ecc21ff service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa HTTP/1.1" status: 200 len: 1000 time: 0.0543213 Sep 09 04:53:17.939307 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c066-862b-4dd8-86de-b3733c4abfda req-5e38086e-444b-4359-b99d-8e30a5a3b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:17.940646 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-5e38086e-444b-4359-b99d-8e30a5a3b733 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0423772 Sep 09 04:53:17.986177 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003c066-862b-4dd8-86de-b3733c4abfda req-b7d1962c-b3a5-414c-a7a1-37adc094bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:17.987697 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-b7d1962c-b3a5-414c-a7a1-37adc094bfa4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412841 Sep 09 04:53:18.080201 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-43e07385-2cfd-4e14-b3b7-57054197ee44 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830653 Sep 09 04:53:18.173656 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-5003c066-862b-4dd8-86de-b3733c4abfda req-9d2a50a3-3dfe-453c-ac6d-61d0c3e78c46 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849719 Sep 09 04:53:18.282876 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:18.376030 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:28.169330 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=50 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:28.171307 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=51 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:28.365017 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=6 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:28.370106 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:28.372007 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:32.044839 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:38.618516 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:53:42.032682 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:42.035544 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:42.040977 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:43.248532 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-54e6bf4b-43b8-4acc-9a47-2f219ee7db20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:44.156917 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47208) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:53:44.297868 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Deleting port 395818d6-08ff-40dc-8000-44e79daae770 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:53:44.298219 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (395818d6-08ff-40dc-8000-44e79daae770), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:44.376121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (395818d6-08ff-40dc-8000-44e79daae770), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:44.376449 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (395818d6-08ff-40dc-8000-44e79daae770), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:44.388282 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Calling delete_port for 395818d6-08ff-40dc-8000-44e79daae770 owned by network:floatingip {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:53:44.552115 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (395818d6-08ff-40dc-8000-44e79daae770), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:44.577518 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event deleted for resources: {'Port': ['ID=395818d6-08ff-40dc-8000-44e79daae770,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:44.602702 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.603080 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.603415 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.603750 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.604076 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.604397 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.604713 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.605031 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.605350 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.605665 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.605981 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.606297 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.606609 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.606920 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.607253 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:44.645410 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (29146268-2765-444b-b3c0-3ff0fd1f68a4), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:44.645729 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Floating IP 29146268-2765-444b-b3c0-3ff0fd1f68a4 disassociated (deleted). External IP: 172.27.3.200, port: 3c143aca-cc61-4ba0-87be-31348026acd3. Sep 09 04:53:44.852908 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:53:44.961619 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:53:44.966259 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:44.971455 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:53:44.980753 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:53:44.981359 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:44.988807 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:44.998600 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-2a54cefc-76a4-4244-ab43-231dc0fcb3b0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/29146268-2765-444b-b3c0-3ff0fd1f68a4 HTTP/1.1" status: 204 len: 168 time: 0.8406467 Sep 09 04:53:44.999353 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:53:45.001584 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fa0319-b26c-4113-9b2a-7181459995cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:53:45.078510 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c54483-5213-486e-8694-065635ef2fb2 x-openstack-request-id: req-51c54483-5213-486e-8694-065635ef2fb2 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:53:45.079165 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:53:45.079533 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51c54483-5213-486e-8694-065635ef2fb2 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:53:45.080033 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c54483-5213-486e-8694-065635ef2fb2'] response: {'name': 'network-changed', 'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3', 'status': 'completed', 'code': 200} Sep 09 04:53:45.105008 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:53:45.195390 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa0319-b26c-4113-9b2a-7181459995cb req-bdb5959a-c3f0-4de2-a4d7-54845e62592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:45.196904 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-43fa0319-b26c-4113-9b2a-7181459995cb req-bdb5959a-c3f0-4de2-a4d7-54845e62592f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 1129 time: 0.0506606 Sep 09 04:53:45.266562 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c741e8-f806-4f68-91cd-8763094e0d9e req-bac7afb5-9cd0-443f-99b8-61264cf0eb38 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:45.268137 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f2c741e8-f806-4f68-91cd-8763094e0d9e req-bac7afb5-9cd0-443f-99b8-61264cf0eb38 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0513563 Sep 09 04:53:45.317900 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-f2c741e8-f806-4f68-91cd-8763094e0d9e req-c6d7e050-dec9-4193-aaab-1f8e2a6667da tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Sep 09 04:53:45.325360 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:12Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:45.359986 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:53:45.369195 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:53:45.369832 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:15Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:45.473406 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-aa6e016e-a8fb-4a92-8b74-f6184f0f1963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:45.478545 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:53:45.681687 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:12Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:45.710035 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0eb212-1397-46d4-ace9-4959eacc0089 None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_floatingips': [{'id': '922c2950-547a-4db9-8983-f9214400b33d', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'router_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'port_id': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'mac_address': 'fa:16:3e:5c:47:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T04:50:10Z', 'updated_at': '2022-09-09T04:50:12Z', 'revision_number': 1, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:53:45.924905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822c03bf-94c5-4642-a203-b83cdc4ecfcd None None] New status for floating IP 29146268-2765-444b-b3c0-3ff0fd1f68a4: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:53:46.442373 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207625f-59bd-4b7e-83ea-d69d8c38fd51 req-bb13e34b-30c4-4c86-8f9c-ae0639bd54ee tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:46.443858 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e207625f-59bd-4b7e-83ea-d69d8c38fd51 req-bb13e34b-30c4-4c86-8f9c-ae0639bd54ee tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0463235 Sep 09 04:53:46.491667 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-e207625f-59bd-4b7e-83ea-d69d8c38fd51 req-1aea742f-44d2-437e-882f-04fdb4c334bb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Sep 09 04:53:46.538220 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:46.609217 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa0319-b26c-4113-9b2a-7181459995cb req-923fc6da-cb0e-4d38-992a-3443b8f92aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:46.610654 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-43fa0319-b26c-4113-9b2a-7181459995cb req-923fc6da-cb0e-4d38-992a-3443b8f92aaf service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0898309 Sep 09 04:53:46.784691 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-43fa0319-b26c-4113-9b2a-7181459995cb req-ca9cc76b-71ae-4a85-b84b-e78738272f56 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c143aca-cc61-4ba0-87be-31348026acd3 HTTP/1.1" status: 200 len: 217 time: 0.0347879 Sep 09 04:53:46.786792 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:46.838274 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa0319-b26c-4113-9b2a-7181459995cb req-938b8f9f-ddc4-4fb5-93e8-587573a50a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:46.839725 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-43fa0319-b26c-4113-9b2a-7181459995cb req-938b8f9f-ddc4-4fb5-93e8-587573a50a69 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0473080 Sep 09 04:53:47.368242 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa0319-b26c-4113-9b2a-7181459995cb req-7a07a11c-d6ca-46e9-8e19-03ee030e7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:47.369745 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-43fa0319-b26c-4113-9b2a-7181459995cb req-7a07a11c-d6ca-46e9-8e19-03ee030e7403 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3010840 Sep 09 04:53:47.382072 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-a0dbf9eb-aba2-4a70-bbd5-1dc3cc386acb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:47.383426 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-a0dbf9eb-aba2-4a70-bbd5-1dc3cc386acb tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0571156 Sep 09 04:53:47.534050 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Deleting port 3c143aca-cc61-4ba0-87be-31348026acd3 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:53:47.534466 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:47.555415 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-43fa0319-b26c-4113-9b2a-7181459995cb req-44fbd790-50dd-4c92-8d7d-ff9f58470445 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710634 Sep 09 04:53:47.611587 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600933d4-fb6e-43ab-bd6b-dd155e749256 req-7bb5ae90-084a-45e5-883f-8daeebf1ab38 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:47.613053 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-600933d4-fb6e-43ab-bd6b-dd155e749256 req-7bb5ae90-084a-45e5-883f-8daeebf1ab38 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 945 time: 0.0467570 Sep 09 04:53:47.664746 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-600933d4-fb6e-43ab-bd6b-dd155e749256 req-77c1f846-2c36-4dbf-9631-22418060848a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459032 Sep 09 04:53:47.699703 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] For port 3c143aca-cc61-4ba0-87be-31348026acd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3c143aca-cc61-4ba0-87be-31348026acd3,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:53:47.700120 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:47.722871 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Calling delete_port for 3c143aca-cc61-4ba0-87be-31348026acd3 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:53:47.728249 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-43fa0319-b26c-4113-9b2a-7181459995cb req-a1d806a3-00e8-4ef8-9010-ed53c849e2bb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437068 Sep 09 04:53:47.855246 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (3c143aca-cc61-4ba0-87be-31348026acd3), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:47.887137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event deleted for resources: {'Port': ['ID=3c143aca-cc61-4ba0-87be-31348026acd3,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:47.933356 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] No DVR routers for this DVR port 3c143aca-cc61-4ba0-87be-31348026acd3 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:53:47.935910 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:47.939126 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-0ffb49c0-ca2e-4060-ab25-d3862430f506 req-c814ec25-0a14-4720-be9d-e28cc4225743 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "DELETE /networking/v2.0/ports/3c143aca-cc61-4ba0-87be-31348026acd3 HTTP/1.1" status: 204 len: 173 time: 0.5480194 Sep 09 04:53:47.939683 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'name': 'network-vif-deleted', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:53:47.941864 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a37cc3-9eb9-45ba-954c-5f86bedaedc7" -d '{"events": [{"server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "name": "network-vif-deleted", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:53:47.984336 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb913b-dedd-428a-a837-ab91c9e8d792 x-openstack-request-id: req-0aeb913b-dedd-428a-a837-ab91c9e8d792 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:53:47.984645 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46654d5-41df-4c10-9cda-9ea134527c63", "name": "network-vif-deleted", "tag": "3c143aca-cc61-4ba0-87be-31348026acd3", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:53:47.984895 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0aeb913b-dedd-428a-a837-ab91c9e8d792 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:53:47.985294 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aeb913b-dedd-428a-a837-ab91c9e8d792'] response: {'server_uuid': 'f46654d5-41df-4c10-9cda-9ea134527c63', 'name': 'network-vif-deleted', 'tag': '3c143aca-cc61-4ba0-87be-31348026acd3', 'status': 'completed', 'code': 200} Sep 09 04:53:48.287688 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:48.379036 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:48.777312 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cc589e97-0d51-4ad7-b6d5-e046bd39eba7 req-431a9d63-6e13-4170-ae95-cbad8b493c8e tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f46654d5-41df-4c10-9cda-9ea134527c63 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Sep 09 04:53:50.406727 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3c143aca-cc61-4ba0-87be-31348026acd3 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:53:50.429299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 3c143aca-cc61-4ba0-87be-31348026acd3 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:53:50.429637 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 3c143aca-cc61-4ba0-87be-31348026acd3 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:53:52.073947 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47254) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:53:52.111678 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:52.214300 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Deleting port 4649972a-84c3-4f70-b2f2-38d554fd6e6f {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:53:52.214637 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:52.216885 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:52.295557 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:52.295878 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (4649972a-84c3-4f70-b2f2-38d554fd6e6f), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:52.308267 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Calling delete_port for 4649972a-84c3-4f70-b2f2-38d554fd6e6f owned by network:floatingip {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:53:52.452418 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (4649972a-84c3-4f70-b2f2-38d554fd6e6f), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:52.474093 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event deleted for resources: {'Port': ['ID=4649972a-84c3-4f70-b2f2-38d554fd6e6f,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:52.536604 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (922c2950-547a-4db9-8983-f9214400b33d), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:52.536923 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Floating IP 922c2950-547a-4db9-8983-f9214400b33d disassociated (deleted). External IP: 172.27.3.53, port: 96c4e0a9-d0ac-410f-958e-9547ccdceafa. Sep 09 04:53:52.731820 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:53:52.834232 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:53:52.838968 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:52.843492 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:53:52.846784 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=84 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:52.847558 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:52.855662 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:53:52.856264 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:52.869273 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-7d33f1a3-8a3a-4787-856c-c43c4d6ab5ce tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/922c2950-547a-4db9-8983-f9214400b33d HTTP/1.1" status: 204 len: 168 time: 0.7942712 Sep 09 04:53:52.869913 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:53:52.872245 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51855554-c408-4cd9-8b0d-8f5cb69a8684" -d '{"events": [{"name": "network-changed", "server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:53:52.915471 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81dd3107-e26c-4d45-8302-3c14884598b1 x-openstack-request-id: req-81dd3107-e26c-4d45-8302-3c14884598b1 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:53:52.915830 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:53:52.916237 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81dd3107-e26c-4d45-8302-3c14884598b1 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:53:52.916614 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81dd3107-e26c-4d45-8302-3c14884598b1'] response: {'name': 'network-changed', 'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'status': 'completed', 'code': 200} Sep 09 04:53:52.957285 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:53:53.035224 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-a53730ca-3abf-4635-a13d-0cce2abcc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:53.036820 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-a53730ca-3abf-4635-a13d-0cce2abcc65c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=ea4c285aae544f47a91407ff79414128&device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 1129 time: 0.0479889 Sep 09 04:53:53.111188 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870085-915f-48f5-b056-ad4ec959f3a0 req-980aac11-a187-41dc-8292-b8d9c6f5e0b2 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:53.112653 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-de870085-915f-48f5-b056-ad4ec959f3a0 req-980aac11-a187-41dc-8292-b8d9c6f5e0b2 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 945 time: 0.0472212 Sep 09 04:53:53.153073 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:53.162139 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-de870085-915f-48f5-b056-ad4ec959f3a0 req-d0d88f4e-1d33-48b6-9437-267b50ffff19 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435071 Sep 09 04:53:53.181820 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:53:53.190240 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:53:53.190837 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:53.290438 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:53:53.473286 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:53.497618 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3fe40-cf1e-4879-9fb1-55e898212819 None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:44Z', 'revision_number': 4, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': 'bc51c339-df6c-4681-8880-fbb840443132', 'name': '', 'network_id': 'c8fb0b6b-bb8d-429d-b190-f0ae97f77f01', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'mac_address': 'fa:16:3e:6d:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:43Z', 'updated_at': '2022-09-09T04:46:52Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'subnets': [{'id': '9cbfb2d5-6a80-49f6-8477-791429355276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:53:53.718372 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938a2b4-6390-43d1-a618-679f11cbd212 None None] New status for floating IP 922c2950-547a-4db9-8983-f9214400b33d: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:53:54.283419 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b08e3b-0299-4cad-9429-98f4d0b5b422 req-75e6293e-2667-41a0-a5c1-55c55691fcf6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:54.284923 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d8b08e3b-0299-4cad-9429-98f4d0b5b422 req-75e6293e-2667-41a0-a5c1-55c55691fcf6 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 945 time: 0.0471163 Sep 09 04:53:54.337429 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d8b08e3b-0299-4cad-9429-98f4d0b5b422 req-e89c65bb-456b-46e0-8917-86cbee9a2002 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b3be2a2b-d966-4087-a7b6-3dc08119b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Sep 09 04:53:54.373107 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:54.395945 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-5a094849-11f3-43c9-b07c-d14daa707095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:54.397395 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-5a094849-11f3-43c9-b07c-d14daa707095 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 200 len: 913 time: 0.0896311 Sep 09 04:53:54.576187 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-73a15425-ff06-4102-8d39-400273676473 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa HTTP/1.1" status: 200 len: 217 time: 0.0333176 Sep 09 04:53:54.608513 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:54.625414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-e1becab6-6210-4160-88fc-5d6f73bcfb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:54.626818 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-e1becab6-6210-4160-88fc-5d6f73bcfb6f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 200 len: 851 time: 0.0445743 Sep 09 04:53:54.673575 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-00d8485d-f4e0-4f0b-9b63-cfc928fe8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:54.675064 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-00d8485d-f4e0-4f0b-9b63-cfc928fe8c99 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424390 Sep 09 04:53:54.888095 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-db03edcc-96a6-40f7-b088-9d455c74c3f6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829246 Sep 09 04:53:55.049470 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-5d9fadf6-e901-4273-b782-f5583c8b30ca tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:55.050896 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-5d9fadf6-e901-4273-b782-f5583c8b30ca tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 945 time: 0.0928009 Sep 09 04:53:55.120504 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-51855554-c408-4cd9-8b0d-8f5cb69a8684 req-d220de8f-063a-429a-8a22-82adc27785a4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633818 Sep 09 04:53:55.157619 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Deleting port 96c4e0a9-d0ac-410f-958e-9547ccdceafa {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:53:55.158001 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:55.247421 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] For port 96c4e0a9-d0ac-410f-958e-9547ccdceafa, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=96c4e0a9-d0ac-410f-958e-9547ccdceafa,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:53:55.247777 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:55.260912 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Calling delete_port for 96c4e0a9-d0ac-410f-958e-9547ccdceafa owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:53:55.393079 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (96c4e0a9-d0ac-410f-958e-9547ccdceafa), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:55.427329 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event deleted for resources: {'Port': ['ID=96c4e0a9-d0ac-410f-958e-9547ccdceafa,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:55.449303 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-065f4500-c285-4d63-a5cd-3c62e0e4084b req-a1745e66-10f6-4c2c-85c4-7b698dbd3c5a tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b47703db-953e-4fcb-8d5f-2cbcd4b7303f HTTP/1.1" status: 200 len: 210 time: 0.0343416 Sep 09 04:53:55.472709 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] No DVR routers for this DVR port 96c4e0a9-d0ac-410f-958e-9547ccdceafa on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:53:55.475237 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:55.478545 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-4fcee286-dafd-4843-b023-376e5a6fbd75 req-7e00ae41-65c6-4952-9274-51b8aedc1ce0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.17 "DELETE /networking/v2.0/ports/96c4e0a9-d0ac-410f-958e-9547ccdceafa HTTP/1.1" status: 204 len: 173 time: 0.4197011 Sep 09 04:53:55.479313 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'name': 'network-vif-deleted', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:53:55.481573 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c20ab-41c0-4fc9-b3c0-ad667c316cd4" -d '{"events": [{"server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "name": "network-vif-deleted", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:53:55.519228 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298fafb3-aa45-4898-a780-7fcd16a89b3e x-openstack-request-id: req-298fafb3-aa45-4898-a780-7fcd16a89b3e {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:53:55.519519 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47703db-953e-4fcb-8d5f-2cbcd4b7303f", "name": "network-vif-deleted", "tag": "96c4e0a9-d0ac-410f-958e-9547ccdceafa", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:53:55.519773 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-298fafb3-aa45-4898-a780-7fcd16a89b3e {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:53:55.520222 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298fafb3-aa45-4898-a780-7fcd16a89b3e'] response: {'server_uuid': 'b47703db-953e-4fcb-8d5f-2cbcd4b7303f', 'name': 'network-vif-deleted', 'tag': '96c4e0a9-d0ac-410f-958e-9547ccdceafa', 'status': 'completed', 'code': 200} Sep 09 04:53:56.518050 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47272) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:53:56.627668 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Deleting port bee14aff-c374-44af-9ad1-0438df07460c {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:53:56.628013 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (bee14aff-c374-44af-9ad1-0438df07460c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:56.706613 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (bee14aff-c374-44af-9ad1-0438df07460c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:56.706958 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (bee14aff-c374-44af-9ad1-0438df07460c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:56.719268 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Calling delete_port for bee14aff-c374-44af-9ad1-0438df07460c owned by network:floatingip {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:53:56.843754 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (bee14aff-c374-44af-9ad1-0438df07460c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:56.867955 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event deleted for resources: {'Port': ['ID=bee14aff-c374-44af-9ad1-0438df07460c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:56.881146 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.881491 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.881831 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.882208 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.882530 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.882855 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.883205 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.884043 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.884366 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.884681 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.885001 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.885323 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.885638 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.885949 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.886261 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:53:56.940223 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for floatingip (f6c5b66c-d9fb-443d-bbfe-ace94a579dc3), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:56.942674 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:56.943837 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-0af4ca3c-d794-4383-9b1a-4d7e0b7dd1a0 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/f6c5b66c-d9fb-443d-bbfe-ace94a579dc3 HTTP/1.1" status: 204 len: 168 time: 0.4258244 Sep 09 04:53:57.073683 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47282) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:53:57.217569 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Deleting port 37660177-3f3c-46ec-8a1c-effc1a6b4357 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:53:57.217941 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:57.254463 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:57.298236 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:57.298576 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for floatingip (37660177-3f3c-46ec-8a1c-effc1a6b4357), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:57.312223 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Calling delete_port for 37660177-3f3c-46ec-8a1c-effc1a6b4357 owned by network:floatingip {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:53:57.317250 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:57.470071 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (37660177-3f3c-46ec-8a1c-effc1a6b4357), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:57.497265 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event deleted for resources: {'Port': ['ID=37660177-3f3c-46ec-8a1c-effc1a6b4357,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:57.562480 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for floatingip (2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:57.562857 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.db.l3_db [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Floating IP 2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b disassociated (deleted). External IP: 172.27.3.147, port: c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4. Sep 09 04:53:57.760662 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Router e7528a2a-cbe6-4ce6-b916-8f09403caefd has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:53:57.867860 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:53:57.872735 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for floatingip (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:57.876920 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] Sync routers for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:53:57.887119 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:53:57.887721 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:57.903723 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-f273a242-ecdf-4753-9ba3-36027b0de860 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "DELETE /networking/v2.0/floatingips/2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b HTTP/1.1" status: 204 len: 168 time: 0.8294330 Sep 09 04:53:57.904359 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:53:57.906585 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664" -d '{"events": [{"name": "network-changed", "server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:53:57.946832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f2d4b-e769-4601-8b77-0fff9b434e77 x-openstack-request-id: req-9b9f2d4b-e769-4601-8b77-0fff9b434e77 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:53:57.947157 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:53:57.947529 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b9f2d4b-e769-4601-8b77-0fff9b434e77 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:53:57.948072 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9f2d4b-e769-4601-8b77-0fff9b434e77'] response: {'name': 'network-changed', 'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'status': 'completed', 'code': 200} Sep 09 04:53:57.991418 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:53:58.059832 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-e8666ba9-52f3-4014-ad31-6a979d35a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:58.061338 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-e8666ba9-52f3-4014-ad31-6a979d35a98f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 1130 time: 0.0492105 Sep 09 04:53:58.109576 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:58.140562 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:58.149687 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb491-e018-468b-8d5c-b12a739d6caf req-a97ed61f-427c-41c1-8b9e-57f7fc48e9db tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:58.151268 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fa7bb491-e018-468b-8d5c-b12a739d6caf req-a97ed61f-427c-41c1-8b9e-57f7fc48e9db tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0502777 Sep 09 04:53:58.157979 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47292) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:53:58.208112 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:58.233242 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] Checking router: e7528a2a-cbe6-4ce6-b916-8f09403caefd for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:53:58.238433 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:58.241715 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:58.244850 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:53:58.245470 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:58.253745 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-fa7bb491-e018-468b-8d5c-b12a739d6caf req-749e9967-9cf5-4bb1-a60e-38048742c839 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857282 Sep 09 04:53:58.259833 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4df5ba4e-100d-42cd-8fda-08a18bcbb107 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group (b3be2a2b-d966-4087-a7b6-3dc08119b0de), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:58.291079 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4df5ba4e-100d-42cd-8fda-08a18bcbb107 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group (b3be2a2b-d966-4087-a7b6-3dc08119b0de), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:58.350914 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4df5ba4e-100d-42cd-8fda-08a18bcbb107 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (b3be2a2b-d966-4087-a7b6-3dc08119b0de), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:58.353627 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-4df5ba4e-100d-42cd-8fda-08a18bcbb107 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:58.354791 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-4df5ba4e-100d-42cd-8fda-08a18bcbb107 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/b3be2a2b-d966-4087-a7b6-3dc08119b0de HTTP/1.1" status: 204 len: 168 time: 0.1958766 Sep 09 04:53:58.360168 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:53:58.364820 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5ba4e-100d-42cd-8fda-08a18bcbb107 tempest-TestVolumeBootPattern-241937363 tempest-TestVolumeBootPattern-241937363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3be2a2b-d966-4087-a7b6-3dc08119b0de,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:58.407306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47296) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:53:58.415793 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 96c4e0a9-d0ac-410f-958e-9547ccdceafa no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:53:58.436820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: 96c4e0a9-d0ac-410f-958e-9547ccdceafa {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:53:58.437553 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device 96c4e0a9-d0ac-410f-958e-9547ccdceafa not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:53:58.572622 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:53:58.683504 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e4f9e-ed46-4950-807f-d4af652a60e7 None None] The sync data for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi is: [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:28Z', 'revision_number': 4, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi', '_interfaces': [{'id': '2ebf5a20-cdc0-499b-938a-a764d268c0a9', 'name': '', 'network_id': '60891183-f016-4a6f-97e3-956ad10ca1c0', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'mac_address': 'fa:16:3e:3a:6c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:27Z', 'updated_at': '2022-09-09T04:49:33Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'subnets': [{'id': '309417ac-f0b3-4e0e-b189-8c56c87df15c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:53:58.909395 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e0cd2e-74ff-4180-a2a6-3cac9e3fd4d5 None None] New status for floating IP 2c85f9f1-36fe-4d1a-8888-6f39a2e0e30b: DOWN {{(pid=107721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 04:53:59.102085 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (a4d6c084-1744-4430-bcee-1fbb8c300bc9), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:59.317304 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Deleting port bc51c339-df6c-4681-8880-fbb840443132 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:53:59.317941 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (bc51c339-df6c-4681-8880-fbb840443132), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:59.416923 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae90614-8843-4237-92a5-90f2886d80ec req-447efcf6-7dd9-4ffc-ab56-a48c729e93ec tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:59.418406 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cae90614-8843-4237-92a5-90f2886d80ec req-447efcf6-7dd9-4ffc-ab56-a48c729e93ec tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0591762 Sep 09 04:53:59.436212 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:59.443937 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-4b4a9899-e2cb-4e01-b65a-67f7c0daf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:59.445913 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-4b4a9899-e2cb-4e01-b65a-67f7c0daf816 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 200 len: 909 time: 0.0906377 Sep 09 04:53:59.456726 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] For port bc51c339-df6c-4681-8880-fbb840443132, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=bc51c339-df6c-4681-8880-fbb840443132,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:53:59.457103 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (bc51c339-df6c-4681-8880-fbb840443132), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:59.468186 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:59.488751 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Calling delete_port for bc51c339-df6c-4681-8880-fbb840443132 owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:53:59.505887 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-cae90614-8843-4237-92a5-90f2886d80ec req-a4934ff6-7abb-40f8-b6db-c1fea25b2da8 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809741 Sep 09 04:53:59.674266 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (bc51c339-df6c-4681-8880-fbb840443132), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:59.684989 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-fc325b1a-5fcf-4825-b968-5cd2936eb636 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 200 len: 217 time: 0.0330582 Sep 09 04:53:59.704469 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bc51c339-df6c-4681-8880-fbb840443132,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:53:59.741217 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-b3fcf427-157b-455d-b053-743e5b8bc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:59.742739 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-b3fcf427-157b-455d-b053-743e5b8bc6d9 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 200 len: 847 time: 0.0517988 Sep 09 04:53:59.869606 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (a4d6c084-1744-4430-bcee-1fbb8c300bc9), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:53:59.973024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:53:59.982509 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-7269e5f9-b069-413f-9235-2f2af043144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:53:59.983964 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-7269e5f9-b069-413f-9235-2f2af043144c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=60891183-f016-4a6f-97e3-956ad10ca1c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420437 Sep 09 04:54:00.078960 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Router a4d6c084-1744-4430-bcee-1fbb8c300bc9 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:54:00.193796 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:54:00.202263 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-b776d557-e349-4cce-966d-9ff1209ae6ea admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/a4d6c084-1744-4430-bcee-1fbb8c300bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915840 Sep 09 04:54:00.203402 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47302) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:00.205109 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] Sync routers for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:54:00.217796 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:00.218507 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:00.297508 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:00.315292 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks [] for router (a4d6c084-1744-4430-bcee-1fbb8c300bc9), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.324419 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:00.326216 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:00.362693 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df49918-78ef-420d-a4f8-14913832b651 req-27fa606d-a49b-4547-a37b-1406f1cf1837 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:54:00.364060 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-9df49918-78ef-420d-a4f8-14913832b651 req-27fa606d-a49b-4547-a37b-1406f1cf1837 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.0799437 Sep 09 04:54:00.367735 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-b0a48d40-8f40-45cc-9f6c-2ac85501f5de service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741515 Sep 09 04:54:00.405306 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:00.422666 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks [] for router_gateway (a4d6c084-1744-4430-bcee-1fbb8c300bc9), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.469851 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Deleting port 5ba18dde-d78d-4dd3-b002-10df6f1d200e {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:00.470254 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.507964 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:53:59Z', 'revision_number': 5, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port': {'id': '5ba18dde-d78d-4dd3-b002-10df6f1d200e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:00.535608 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Deleting port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:00.535608 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.537976 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] Checking router: a4d6c084-1744-4430-bcee-1fbb8c300bc9 for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:54:00.547583 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] Routers {'a4d6c084-1744-4430-bcee-1fbb8c300bc9'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:00.548218 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:00.566349 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] For port 5ba18dde-d78d-4dd3-b002-10df6f1d200e, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5ba18dde-d78d-4dd3-b002-10df6f1d200e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:00.566717 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.582915 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Calling delete_port for 5ba18dde-d78d-4dd3-b002-10df6f1d200e owned by network:router_gateway {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:00.612783 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-bf7e4024-e7bd-4cf3-8bb0-eac18c9ef664 req-2392f4be-dc8b-42f0-857a-870b36f433b2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245688 Sep 09 04:54:00.629859 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] Set router a4d6c084-1744-4430-bcee-1fbb8c300bc9 gateway port host: None {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:00.644225 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] For port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:00.644599 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.668386 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Calling delete_port for c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 owned by compute:nova {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:00.685185 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:54:00Z', 'revision_number': 6, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:00.712603 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef24a9-2c0c-4225-9159-bfecdcc4e764 None None] The sync data for ids ['a4d6c084-1744-4430-bcee-1fbb8c300bc9'] in dv-cinder-856002-3-iscsi is: [{'id': 'a4d6c084-1744-4430-bcee-1fbb8c300bc9', 'name': 'tempest-TestVolumeBootPattern-1051237632-router', 'tenant_id': 'ea4c285aae544f47a91407ff79414128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:41Z', 'updated_at': '2022-09-09T04:54:00Z', 'revision_number': 6, 'project_id': 'ea4c285aae544f47a91407ff79414128', 'gw_port_host': None}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:54:00.772557 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad619fd-1b36-4810-905f-643fc1ded7f3 req-f8960fcc-03a8-4ae5-ac4f-f944e675b5de tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 04:54:00.774082 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3ad619fd-1b36-4810-905f-643fc1ded7f3 req-f8960fcc-03a8-4ae5-ac4f-f944e675b5de tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 946 time: 0.1811583 Sep 09 04:54:00.814348 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.852199 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event deleted for resources: {'Port': ['ID=c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:00.865602 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (5ba18dde-d78d-4dd3-b002-10df6f1d200e), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.872776 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-3ad619fd-1b36-4810-905f-643fc1ded7f3 req-09d7e442-f304-4cba-879f-d6ad66fcca02 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2655fae7-cb2f-41a8-91aa-b7c653de32e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918806 Sep 09 04:54:00.894893 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] No DVR routers for this DVR port c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 on host hv-cinder-85600 {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:00.895955 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba18dde-d78d-4dd3-b002-10df6f1d200e,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:00.903423 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79285'] for port (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:00.907556 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [req-9df49918-78ef-420d-a4f8-14913832b651 req-8c527609-254e-4ee1-8097-605e71913ccd tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.17 "DELETE /networking/v2.0/ports/c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 HTTP/1.1" status: 204 len: 173 time: 0.5275416 Sep 09 04:54:00.908267 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-deleted', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4'}] {{(pid=107720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 04:54:00.910779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b7f0612eb8e75dc418a9cb1658950886b11d05b0cee29aa36c51cb83b88757" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8a59da-5adb-41eb-91f7-5f1b7f18983a" -d '{"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-deleted", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4"}]}' {{(pid=107720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 04:54:00.965323 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff27266-b2ea-4f57-9019-ce621d5177e0 x-openstack-request-id: req-5ff27266-b2ea-4f57-9019-ce621d5177e0 {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 04:54:00.965662 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dce54f-84c2-4623-a137-e4337b192c67", "name": "network-vif-deleted", "tag": "c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4", "status": "completed", "code": 200}]} {{(pid=107720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 04:54:00.965886 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ff27266-b2ea-4f57-9019-ce621d5177e0 {{(pid=107720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 04:54:00.966347 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff27266-b2ea-4f57-9019-ce621d5177e0'] response: {'server_uuid': '54dce54f-84c2-4623-a137-e4337b192c67', 'name': 'network-vif-deleted', 'tag': 'c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4', 'status': 'completed', 'code': 200} Sep 09 04:54:00.970977 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (a4d6c084-1744-4430-bcee-1fbb8c300bc9), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.060387 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (a4d6c084-1744-4430-bcee-1fbb8c300bc9), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.062594 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks [] for router_controller (a4d6c084-1744-4430-bcee-1fbb8c300bc9), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.113703 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (a4d6c084-1744-4430-bcee-1fbb8c300bc9), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.114283 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d6c084-1744-4430-bcee-1fbb8c300bc9 {{(pid=107719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:54:01.119431 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.120729 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-1a0be56e-05f4-4c8d-ab88-858e3fabb126 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/a4d6c084-1744-4430-bcee-1fbb8c300bc9 HTTP/1.1" status: 204 len: 168 time: 0.9159830 Sep 09 04:54:01.123338 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47310) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:01.158907 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:01.172199 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] Deleting subnet 9cbfb2d5-6a80-49f6-8477-791429355276 {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:54:01.176582 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] Publish callbacks [] for subnet (9cbfb2d5-6a80-49f6-8477-791429355276), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.218345 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (9cbfb2d5-6a80-49f6-8477-791429355276), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.304272 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (9cbfb2d5-6a80-49f6-8477-791429355276), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.364695 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (9cbfb2d5-6a80-49f6-8477-791429355276), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.398456 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cbfb2d5-6a80-49f6-8477-791429355276,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:01.403999 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.407392 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-09bfc0e3-cdf6-4e82-b829-25c916657c13 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/9cbfb2d5-6a80-49f6-8477-791429355276 HTTP/1.1" status: 204 len: 168 time: 0.2827976 Sep 09 04:54:01.410001 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47312) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:01.410837 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec2baf1-9d5c-4336-bbe2-fbda7eb7aaf4 None None] Network c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:54:01.504211 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.520119 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bc51c339-df6c-4681-8880-fbb840443132 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:01.541412 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: bc51c339-df6c-4681-8880-fbb840443132 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:01.542057 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bc51c339-df6c-4681-8880-fbb840443132 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:01.553339 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Deleting port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:01.554140 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.613905 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] DHCP port deletion for c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:54:01.626514 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] For port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:01.627137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.645287 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Calling delete_port for 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 owned by network:dhcp {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:01.652158 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:01.654508 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Deleting port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:01.654865 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.724625 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] For port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,segment=NetworkSegment(0d875486-32dc-442f-84e6-0e4fe705c7dc),segment_id=0d875486-32dc-442f-84e6-0e4fe705c7dc)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:01.725020 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.740067 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Calling delete_port for 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:01.753264 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.779907 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:01.784756 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] No DVR routers for this DVR port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 on host dv-cinder-856002-3-iscsi {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:01.825794 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (9274c4fd-6ffc-4d3a-81cc-4d45b37fb091), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.859085 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] No DVR routers for this DVR port 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:01.860809 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Pushing event deleted for resources: {'Port': ['ID=9274c4fd-6ffc-4d3a-81cc-4d45b37fb091,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:01.868091 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.877765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.877765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.877765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.877765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.877765 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.878285 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.878585 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.878916 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.879273 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.879597 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.879947 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.880271 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.880785 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.881107 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.881427 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60095cb-61ca-4e58-ae6e-d9e7a09212cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-3-iscsi {{(pid=107721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 04:54:01.890667 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fb0b6b-bb8d-429d-b190-f0ae97f77f01']}} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:01.897515 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:01.901693 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d875486-32dc-442f-84e6-0e4fe705c7dc') {'for_net_delete': True} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:01.903450 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d875486-32dc-442f-84e6-0e4fe705c7dc') {} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:01.919846 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13884880'] for segment (0d875486-32dc-442f-84e6-0e4fe705c7dc), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.934742 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (0d875486-32dc-442f-84e6-0e4fe705c7dc), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:01.942726 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=107720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:54:01.943291 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14436069'] for segment (0d875486-32dc-442f-84e6-0e4fe705c7dc), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.011032 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [req-d367f8fd-11d6-4813-ae2e-171727fe1712 req-7dc02d60-f040-4197-a89d-df512d1b75d2 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=54dce54f-84c2-4623-a137-e4337b192c67 HTTP/1.1" status: 200 len: 210 time: 0.0475202 Sep 09 04:54:02.018047 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (c8fb0b6b-bb8d-429d-b190-f0ae97f77f01), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.042570 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.049094 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/c8fb0b6b-bb8d-429d-b190-f0ae97f77f01 HTTP/1.1" status: 204 len: 168 time: 0.6349347 Sep 09 04:54:02.049094 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d460665-cb37-4947-95fe-42e6ed6d27e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fb0b6b-bb8d-429d-b190-f0ae97f77f01,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:02.049394 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47320) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:02.058334 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 0d875486-32dc-442f-84e6-0e4fe705c7dc resource provider aggregate not found Sep 09 04:54:02.068013 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.078772 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 0d875486-32dc-442f-84e6-0e4fe705c7dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d875486-32dc-442f-84e6-0e4fe705c7dc found for delete ", "request_id": "req-b195b8d2-cda6-4be4-9520-76713d414542"}]} Sep 09 04:54:02.147271 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:02.372521 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (947ca2f0-8627-44fc-ad38-6bcb81310855), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.439394 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:02.461889 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] No Port match for: c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:02.462241 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Device c2c8923a-7056-4cd3-8919-0aa9fdbdc4c4 not bound to the agent host hv-cinder-85600 {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:02.593482 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Deleting port da17efaa-5177-4aa8-a0c7-9e3eac54b86a {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:02.594104 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.669250 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:02.671144 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] For port da17efaa-5177-4aa8-a0c7-9e3eac54b86a, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,segment=NetworkSegment(5445016f-1414-4b68-97a8-22e773b13291),segment_id=5445016f-1414-4b68-97a8-22e773b13291)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:02.671506 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.684436 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Calling delete_port for da17efaa-5177-4aa8-a0c7-9e3eac54b86a owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:02.860329 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (da17efaa-5177-4aa8-a0c7-9e3eac54b86a), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:02.872968 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5ba18dde-d78d-4dd3-b002-10df6f1d200e no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:02.888922 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Pushing event deleted for resources: {'Port': ['ID=da17efaa-5177-4aa8-a0c7-9e3eac54b86a,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:02.893364 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 5ba18dde-d78d-4dd3-b002-10df6f1d200e {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:02.893778 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5ba18dde-d78d-4dd3-b002-10df6f1d200e not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:02.894250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:02.914226 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:02.914664 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 9274c4fd-6ffc-4d3a-81cc-4d45b37fb091 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:03.033476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:03.055804 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (947ca2f0-8627-44fc-ad38-6bcb81310855), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:03.087626 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47326) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:03.146352 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6edcf71a-58ed-4b0b-9a8b-02441b6834b3 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group (2655fae7-cb2f-41a8-91aa-b7c653de32e5), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:03.170048 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6edcf71a-58ed-4b0b-9a8b-02441b6834b3 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group (2655fae7-cb2f-41a8-91aa-b7c653de32e5), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:03.231838 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6edcf71a-58ed-4b0b-9a8b-02441b6834b3 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (2655fae7-cb2f-41a8-91aa-b7c653de32e5), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:03.234406 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6edcf71a-58ed-4b0b-9a8b-02441b6834b3 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:03.238399 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6edcf71a-58ed-4b0b-9a8b-02441b6834b3 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] 10.222.0.20 "DELETE /networking/v2.0/security-groups/2655fae7-cb2f-41a8-91aa-b7c653de32e5 HTTP/1.1" status: 204 len: 168 time: 0.1521890 Sep 09 04:54:03.248199 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcf71a-58ed-4b0b-9a8b-02441b6834b3 tempest-TestShelveInstance-1198286564 tempest-TestShelveInstance-1198286564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2655fae7-cb2f-41a8-91aa-b7c653de32e5,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:03.285476 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47330) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:03.333532 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Router 947ca2f0-8627-44fc-ad38-6bcb81310855 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:54:03.798379 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:54:03.803628 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-37254ed1-01e5-4291-a661-4383c08d81ef admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/947ca2f0-8627-44fc-ad38-6bcb81310855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7534258 Sep 09 04:54:03.806694 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47332) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:03.807167 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] Sync routers for ids ['947ca2f0-8627-44fc-ad38-6bcb81310855'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:54:03.818966 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] Routers {'947ca2f0-8627-44fc-ad38-6bcb81310855'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:03.821130 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['947ca2f0-8627-44fc-ad38-6bcb81310855'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:03.831241 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:03.910321 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks [] for router (947ca2f0-8627-44fc-ad38-6bcb81310855), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:03.925278 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] Set router 947ca2f0-8627-44fc-ad38-6bcb81310855 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:03.975640 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (e7528a2a-cbe6-4ce6-b916-8f09403caefd), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.017415 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks [] for router_gateway (947ca2f0-8627-44fc-ad38-6bcb81310855), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.063708 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Deleting port fa022c41-5700-45b3-916e-4fe0e02bb299 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:04.063948 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.103277 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:54:02Z', 'revision_number': 5, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port': {'id': 'fa022c41-5700-45b3-916e-4fe0e02bb299', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:46:49Z', 'updated_at': '2022-09-09T04:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:04.128625 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] Checking router: 947ca2f0-8627-44fc-ad38-6bcb81310855 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:54:04.138121 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] Routers {'947ca2f0-8627-44fc-ad38-6bcb81310855'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:04.139088 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['947ca2f0-8627-44fc-ad38-6bcb81310855'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:04.151644 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] For port fa022c41-5700-45b3-916e-4fe0e02bb299, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=fa022c41-5700-45b3-916e-4fe0e02bb299,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:04.152225 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.165584 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Calling delete_port for fa022c41-5700-45b3-916e-4fe0e02bb299 owned by network:router_gateway {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:04.208910 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Deleting port 2ebf5a20-cdc0-499b-938a-a764d268c0a9 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:04.209831 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.210903 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=100 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:04.231514 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] Set router 947ca2f0-8627-44fc-ad38-6bcb81310855 gateway port host: None {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:04.283601 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:04.290606 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:54:04Z', 'revision_number': 6, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:04.298727 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] For port 2ebf5a20-cdc0-499b-938a-a764d268c0a9, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=2ebf5a20-cdc0-499b-938a-a764d268c0a9,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:04.299151 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.312472 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Calling delete_port for 2ebf5a20-cdc0-499b-938a-a764d268c0a9 owned by network:router_interface {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:04.321066 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027908a-5d24-4c4d-8eed-bcfd37e1123a None None] The sync data for ids ['947ca2f0-8627-44fc-ad38-6bcb81310855'] in dv-cinder-856002-3-iscsi is: [{'id': '947ca2f0-8627-44fc-ad38-6bcb81310855', 'name': 'tempest-TestVolumeBootPattern-945022689-router', 'tenant_id': 'c2ef1a079e644830876e5d6423987db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:46:48Z', 'updated_at': '2022-09-09T04:54:04Z', 'revision_number': 6, 'project_id': 'c2ef1a079e644830876e5d6423987db9', 'gw_port_host': None}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:54:04.333096 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:04.362499 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (fa022c41-5700-45b3-916e-4fe0e02bb299), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.393813 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Pushing event deleted for resources: {'Port': ['ID=fa022c41-5700-45b3-916e-4fe0e02bb299,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:04.453138 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (947ca2f0-8627-44fc-ad38-6bcb81310855), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.503078 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (2ebf5a20-cdc0-499b-938a-a764d268c0a9), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.527570 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ebf5a20-cdc0-499b-938a-a764d268c0a9,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:04.544024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (947ca2f0-8627-44fc-ad38-6bcb81310855), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.546365 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks [] for router_controller (947ca2f0-8627-44fc-ad38-6bcb81310855), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.596701 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (947ca2f0-8627-44fc-ad38-6bcb81310855), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.597326 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947ca2f0-8627-44fc-ad38-6bcb81310855 {{(pid=107720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:54:04.602878 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.606896 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-de4b31d9-7ae6-4528-8482-f60bd13254be admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/947ca2f0-8627-44fc-ad38-6bcb81310855 HTTP/1.1" status: 204 len: 168 time: 0.7987969 Sep 09 04:54:04.607524 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47334) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:04.670654 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] Deleting subnet 6a61ed2c-8171-4ed0-b68f-dfd4ee47e907 {{(pid=107720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:54:04.675576 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] Publish callbacks [] for subnet (6a61ed2c-8171-4ed0-b68f-dfd4ee47e907), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.710994 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (e7528a2a-cbe6-4ce6-b916-8f09403caefd), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.723024 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13884715'] for subnet (6a61ed2c-8171-4ed0-b68f-dfd4ee47e907), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.760679 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:04.808537 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (6a61ed2c-8171-4ed0-b68f-dfd4ee47e907), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.862738 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14435983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14635088'] for subnet (6a61ed2c-8171-4ed0-b68f-dfd4ee47e907), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.890582 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:04.894439 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/6a61ed2c-8171-4ed0-b68f-dfd4ee47e907 HTTP/1.1" status: 204 len: 168 time: 0.2859752 Sep 09 04:54:04.895473 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7f57e-2649-4057-ad30-2909a0aafe98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a61ed2c-8171-4ed0-b68f-dfd4ee47e907,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:04.897237 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47336) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:04.899132 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be1c37-79bf-4e28-849a-91fdb209e76c None None] Network bddd5ba4-8662-4b29-8682-594e7222c40e requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:54:04.935943 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Router e7528a2a-cbe6-4ce6-b916-8f09403caefd has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:54:04.974456 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (bddd5ba4-8662-4b29-8682-594e7222c40e), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.019363 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Deleting port 61827342-4ac7-406f-b8db-ec595cf92fdf {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:05.019705 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.052277 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:54:05.058258 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-deb6a871-f61c-4eba-9dff-0034ba122f8f admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/e7528a2a-cbe6-4ce6-b916-8f09403caefd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717838 Sep 09 04:54:05.062381 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47338) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:05.064795 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] Sync routers for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:54:05.076738 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:05.077500 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:05.140293 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] For port 61827342-4ac7-406f-b8db-ec595cf92fdf, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=61827342-4ac7-406f-b8db-ec595cf92fdf,segment=NetworkSegment(5445016f-1414-4b68-97a8-22e773b13291),segment_id=5445016f-1414-4b68-97a8-22e773b13291)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:05.140664 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.169554 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Calling delete_port for 61827342-4ac7-406f-b8db-ec595cf92fdf owned by network:dhcp {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:05.215727 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:05.219076 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da1efac-e640-49e7-9995-856db04677da None None] DHCP port deletion for bddd5ba4-8662-4b29-8682-594e7222c40e request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:54:05.253272 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks [] for router (e7528a2a-cbe6-4ce6-b916-8f09403caefd), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.289234 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-6da1efac-e640-49e7-9995-856db04677da None None] Deleting port 61827342-4ac7-406f-b8db-ec595cf92fdf {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:05.290990 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6da1efac-e640-49e7-9995-856db04677da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.299930 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:05.319883 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:05.353820 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device da17efaa-5177-4aa8-a0c7-9e3eac54b86a no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:05.370857 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.371225 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:05.386912 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: da17efaa-5177-4aa8-a0c7-9e3eac54b86a {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:05.387207 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device da17efaa-5177-4aa8-a0c7-9e3eac54b86a not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:05.387621 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device fa022c41-5700-45b3-916e-4fe0e02bb299 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:05.414178 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Pushing event deleted for resources: {'Port': ['ID=61827342-4ac7-406f-b8db-ec595cf92fdf,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:05.420155 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] No DVR routers for this DVR port 61827342-4ac7-406f-b8db-ec595cf92fdf on host dv-cinder-856002-3-iscsi {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:05.433269 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: fa022c41-5700-45b3-916e-4fe0e02bb299 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:05.433615 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device fa022c41-5700-45b3-916e-4fe0e02bb299 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:05.434012 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:54:04Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:05.437416 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-6da1efac-e640-49e7-9995-856db04677da None None] For port 61827342-4ac7-406f-b8db-ec595cf92fdf, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=61827342-4ac7-406f-b8db-ec595cf92fdf,segment=NetworkSegment(5445016f-1414-4b68-97a8-22e773b13291),segment_id=5445016f-1414-4b68-97a8-22e773b13291)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:05.438322 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6da1efac-e640-49e7-9995-856db04677da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.451878 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-6da1efac-e640-49e7-9995-856db04677da None None] Calling delete_port for 61827342-4ac7-406f-b8db-ec595cf92fdf owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:05.455194 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks [] for router_gateway (e7528a2a-cbe6-4ce6-b916-8f09403caefd), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.459546 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] Checking router: e7528a2a-cbe6-4ce6-b916-8f09403caefd for host: dv-cinder-856002-3-iscsi {{(pid=107726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:54:05.468809 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] Routers {'e7528a2a-cbe6-4ce6-b916-8f09403caefd'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:05.469422 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'], 'active': True} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:05.538740 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (bddd5ba4-8662-4b29-8682-594e7222c40e), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.542418 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6da1efac-e640-49e7-9995-856db04677da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (61827342-4ac7-406f-b8db-ec595cf92fdf), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.567555 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1efac-e640-49e7-9995-856db04677da None None] Pushing event deleted for resources: {'Port': ['ID=61827342-4ac7-406f-b8db-ec595cf92fdf,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:05.574902 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da1efac-e640-49e7-9995-856db04677da None None] No DVR routers for this DVR port 61827342-4ac7-406f-b8db-ec595cf92fdf on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:05.575097 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddd5ba4-8662-4b29-8682-594e7222c40e']}} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:05.578139 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Deleting port ee66c5f0-36b9-4ab1-9672-a4643819761e {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:05.578325 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.598807 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5445016f-1414-4b68-97a8-22e773b13291') {'for_net_delete': True} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:05.599133 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5445016f-1414-4b68-97a8-22e773b13291') {} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:05.605735 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=100 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:05.619337 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_dvr_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] Set router e7528a2a-cbe6-4ce6-b916-8f09403caefd gateway port host: dv-cinder-856002-3-iscsi {{(pid=107726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:05.635348 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13884880'] for segment (5445016f-1414-4b68-97a8-22e773b13291), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.657987 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (5445016f-1414-4b68-97a8-22e773b13291), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.669338 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=107720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:54:05.669779 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14436069'] for segment (5445016f-1414-4b68-97a8-22e773b13291), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.726783 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 5445016f-1414-4b68-97a8-22e773b13291 resource provider aggregate not found Sep 09 04:54:05.753337 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 5445016f-1414-4b68-97a8-22e773b13291 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5445016f-1414-4b68-97a8-22e773b13291 found for delete ", "request_id": "req-9e879125-6123-4475-90df-54c675442717"}]} Sep 09 04:54:05.765128 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] For port ee66c5f0-36b9-4ab1-9672-a4643819761e, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=ee66c5f0-36b9-4ab1-9672-a4643819761e,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:05.765537 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.775351 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (bddd5ba4-8662-4b29-8682-594e7222c40e), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.783784 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:05.786912 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/bddd5ba4-8662-4b29-8682-594e7222c40e HTTP/1.1" status: 204 len: 168 time: 0.8887780 Sep 09 04:54:05.787965 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Calling delete_port for ee66c5f0-36b9-4ab1-9672-a4643819761e owned by network:router_gateway {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:05.797911 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.l3_hamode_db [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:54:04Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:05.801540 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b0474-fb47-4b4b-8ed0-3a91d1b1d40e admin admin] Pushing event deleted for resources: {'Network': ['ID=bddd5ba4-8662-4b29-8682-594e7222c40e,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:05.834133 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d321b-ceaf-4263-805f-2975c76704f9 None None] The sync data for ids ['e7528a2a-cbe6-4ce6-b916-8f09403caefd'] in dv-cinder-856002-3-iscsi is: [{'id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'name': 'tempest-TestShelveInstance-412960650-router', 'tenant_id': '78feec3c37b84399ba54e70b4e5a1e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:54:04Z', 'revision_number': 5, 'project_id': '78feec3c37b84399ba54e70b4e5a1e08', 'gw_port': {'id': 'ee66c5f0-36b9-4ab1-9672-a4643819761e', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:14:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7528a2a-cbe6-4ce6-b916-8f09403caefd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:25Z', 'updated_at': '2022-09-09T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}] {{(pid=107726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:54:05.923239 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47346) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:06.001852 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-9e02c010-f021-4f67-8a46-f60449ddb2b7 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=ea4c285aae544f47a91407ff79414128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769286 Sep 09 04:54:06.004338 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47348) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:06.011758 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (ee66c5f0-36b9-4ab1-9672-a4643819761e), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.034182 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:06.042669 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee66c5f0-36b9-4ab1-9672-a4643819761e,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:06.066410 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ef067031-8f99-40c5-80ed-f7e68bb8b8c5 admin admin] Publish callbacks [] for security_group (21853e57-70ed-4cac-bc78-044597524cd5), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.089355 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ef067031-8f99-40c5-80ed-f7e68bb8b8c5 admin admin] Publish callbacks [] for security_group (21853e57-70ed-4cac-bc78-044597524cd5), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.110816 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (e7528a2a-cbe6-4ce6-b916-8f09403caefd), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.147600 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ef067031-8f99-40c5-80ed-f7e68bb8b8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (21853e57-70ed-4cac-bc78-044597524cd5), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.150705 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-ef067031-8f99-40c5-80ed-f7e68bb8b8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.151903 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-ef067031-8f99-40c5-80ed-f7e68bb8b8c5 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/21853e57-70ed-4cac-bc78-044597524cd5 HTTP/1.1" status: 204 len: 168 time: 0.1464925 Sep 09 04:54:06.159859 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef067031-8f99-40c5-80ed-f7e68bb8b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21853e57-70ed-4cac-bc78-044597524cd5,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:06.202854 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (e7528a2a-cbe6-4ce6-b916-8f09403caefd), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.205125 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks [] for router_controller (e7528a2a-cbe6-4ce6-b916-8f09403caefd), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.241360 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:06.252076 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (e7528a2a-cbe6-4ce6-b916-8f09403caefd), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.252849 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7528a2a-cbe6-4ce6-b916-8f09403caefd {{(pid=107720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:54:06.257283 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.261562 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-c0de2896-5bcc-4e93-b098-fef2559df441 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/e7528a2a-cbe6-4ce6-b916-8f09403caefd HTTP/1.1" status: 204 len: 168 time: 1.1955373 Sep 09 04:54:06.261704 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47352) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:06.310661 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] Deleting subnet 309417ac-f0b3-4e0e-b189-8c56c87df15c {{(pid=107719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:54:06.315407 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] Publish callbacks [] for subnet (309417ac-f0b3-4e0e-b189-8c56c87df15c), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.358518 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16448605'] for subnet (309417ac-f0b3-4e0e-b189-8c56c87df15c), precommit_delete_associations {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.444942 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (309417ac-f0b3-4e0e-b189-8c56c87df15c), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.507772 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14815649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14020818'] for subnet (309417ac-f0b3-4e0e-b189-8c56c87df15c), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.525421 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47356) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:06.539214 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309417ac-f0b3-4e0e-b189-8c56c87df15c,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:06.540136 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:06.541377 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.544512 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-56ce08cf-7c7d-4ecd-9156-07808358e8b4 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/309417ac-f0b3-4e0e-b189-8c56c87df15c HTTP/1.1" status: 204 len: 168 time: 0.2817919 Sep 09 04:54:06.547108 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [-] (107719) accepted ('10.222.0.20', 47358) {{(pid=107719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:06.549161 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea85fad-0480-47a7-b11c-c5d499247c87 None None] Network 60891183-f016-4a6f-97e3-956ad10ca1c0 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:54:06.570120 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:06.577489 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-54a7029f-bb99-49a9-838b-b2a0c7d9104b admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=c2ef1a079e644830876e5d6423987db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484898 Sep 09 04:54:06.577689 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47360) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:06.614184 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:06.620409 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:06.625298 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (60891183-f016-4a6f-97e3-956ad10ca1c0), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.634332 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7ab5811b-9dd5-4674-a9f9-e3f14adb9b51 admin admin] Publish callbacks [] for security_group (330c5162-41e7-458a-ae6d-e9ddcbf03dcd), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.656591 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7ab5811b-9dd5-4674-a9f9-e3f14adb9b51 admin admin] Publish callbacks [] for security_group (330c5162-41e7-458a-ae6d-e9ddcbf03dcd), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.674755 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Deleting port 903ae84e-847e-4fde-8473-f71c3a37f708 {{(pid=107719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:06.675156 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.720758 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7ab5811b-9dd5-4674-a9f9-e3f14adb9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (330c5162-41e7-458a-ae6d-e9ddcbf03dcd), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.724149 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7ab5811b-9dd5-4674-a9f9-e3f14adb9b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.725536 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-7ab5811b-9dd5-4674-a9f9-e3f14adb9b51 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/330c5162-41e7-458a-ae6d-e9ddcbf03dcd HTTP/1.1" status: 204 len: 168 time: 0.1470037 Sep 09 04:54:06.736562 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5811b-9dd5-4674-a9f9-e3f14adb9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c5162-41e7-458a-ae6d-e9ddcbf03dcd,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:06.741926 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] DHCP port deletion for 60891183-f016-4a6f-97e3-956ad10ca1c0 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:54:06.780658 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.db [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] For port 903ae84e-847e-4fde-8473-f71c3a37f708, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=903ae84e-847e-4fde-8473-f71c3a37f708,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:06.781032 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.792404 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:06.796942 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.plugin [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Calling delete_port for 903ae84e-847e-4fde-8473-f71c3a37f708 owned by network:dhcp {{(pid=107719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:06.805554 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] Deleting port 903ae84e-847e-4fde-8473-f71c3a37f708 {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:06.806153 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.877766 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] For port 903ae84e-847e-4fde-8473-f71c3a37f708, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=903ae84e-847e-4fde-8473-f71c3a37f708,segment=NetworkSegment(55da5566-ca57-464f-a007-544caa185e32),segment_id=55da5566-ca57-464f-a007-544caa185e32)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:06.878452 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.896315 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] Calling delete_port for 903ae84e-847e-4fde-8473-f71c3a37f708 owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:06.898991 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14815638'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:06.933533 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=903ae84e-847e-4fde-8473-f71c3a37f708,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:06.943408 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] No DVR routers for this DVR port 903ae84e-847e-4fde-8473-f71c3a37f708 on host dv-cinder-856002-3-iscsi {{(pid=107719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:06.950067 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ebf5a20-cdc0-499b-938a-a764d268c0a9 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:06.976620 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 2ebf5a20-cdc0-499b-938a-a764d268c0a9 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:06.976996 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 2ebf5a20-cdc0-499b-938a-a764d268c0a9 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:06.977634 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 903ae84e-847e-4fde-8473-f71c3a37f708 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:07.002492 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 903ae84e-847e-4fde-8473-f71c3a37f708 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:07.002837 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 903ae84e-847e-4fde-8473-f71c3a37f708 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:07.003299 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device ee66c5f0-36b9-4ab1-9672-a4643819761e no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:07.027390 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (60891183-f016-4a6f-97e3-956ad10ca1c0), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.032503 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: ee66c5f0-36b9-4ab1-9672-a4643819761e {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:07.032863 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device ee66c5f0-36b9-4ab1-9672-a4643819761e not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:07.033284 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 61827342-4ac7-406f-b8db-ec595cf92fdf no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:07.053913 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60891183-f016-4a6f-97e3-956ad10ca1c0']}} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:07.056699 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 61827342-4ac7-406f-b8db-ec595cf92fdf {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:07.056699 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 61827342-4ac7-406f-b8db-ec595cf92fdf not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:07.063685 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:07.068545 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55da5566-ca57-464f-a007-544caa185e32') {'for_net_delete': True} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:07.069456 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.services.segments.db [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55da5566-ca57-464f-a007-544caa185e32') {} {{(pid=107719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:07.076015 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (903ae84e-847e-4fde-8473-f71c3a37f708), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.083096 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16448678'] for segment (55da5566-ca57-464f-a007-544caa185e32), before_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.097268 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] No DVR routers for this DVR port 903ae84e-847e-4fde-8473-f71c3a37f708 on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:07.104031 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (55da5566-ca57-464f-a007-544caa185e32), precommit_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.112372 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=107719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:54:07.112771 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14815691'] for segment (55da5566-ca57-464f-a007-544caa185e32), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.120343 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173754d9-64ed-4e12-a2fa-42465f468411 None None] Pushing event deleted for resources: {'Port': ['ID=903ae84e-847e-4fde-8473-f71c3a37f708,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:07.200691 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (60891183-f016-4a6f-97e3-956ad10ca1c0), after_delete {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.206472 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron_lib.callbacks.manager [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.213651 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.wsgi [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/60891183-f016-4a6f-97e3-956ad10ca1c0 HTTP/1.1" status: 204 len: 168 time: 0.6621637 Sep 09 04:54:07.213881 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47368) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:07.224663 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e2a1e-c8a6-46b0-8338-b2263da20c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=60891183-f016-4a6f-97e3-956ad10ca1c0,revision_number=None']} {{(pid=107719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:07.348570 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 55da5566-ca57-464f-a007-544caa185e32 resource provider aggregate not found Sep 09 04:54:07.367196 dv-cinder-856002-3-iscsi neutron-server[107719]: INFO neutron.services.segments.plugin [-] Segment 55da5566-ca57-464f-a007-544caa185e32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55da5566-ca57-464f-a007-544caa185e32 found for delete ", "request_id": "req-64b519e7-eabf-4909-be2c-a52019dd47bc"}]} Sep 09 04:54:07.761710 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-740597'] for router_interface (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:07.976722 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Deleting port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:07.977069 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:08.057676 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] For port 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,segment=NetworkSegment(215cab45-4a4f-4d17-b96f-6a50b2851dd5),segment_id=215cab45-4a4f-4d17-b96f-6a50b2851dd5)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:08.058042 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:08.071413 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Calling delete_port for 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 owned by network:router_interface {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:08.082911 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:08.126826 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:08.253712 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:08.279121 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:08.446970 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729349'] for router_interface (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:08.650201 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 has already been hosted by L3 agent 77051105-0d3d-4b8c-b49e-192c189f0e57 {{(pid=107720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 04:54:08.747963 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] Notify agent at l3_agent.dv-cinder-856002-3-iscsi the message routers_updated {{(pid=107720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 04:54:08.752840 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-6bd98967-4668-4f0b-a49f-a32c6f0e08c8 admin admin] 10.222.0.20 "PUT /networking/v2.0/routers/32cd16f2-61b2-4e09-bd97-6e8b67385ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5378697 Sep 09 04:54:08.755564 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47378) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:08.756253 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] Sync routers for ids ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'] in dv-cinder-856002-3-iscsi {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 04:54:08.766245 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] Routers {'32cd16f2-61b2-4e09-bd97-6e8b67385ba0'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:08.766850 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:08.864540 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks [] for router (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:08.873301 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] Set router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 gateway port host: dv-cinder-856002-3-iscsi {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:08.939999 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:08.966266 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks [] for router_gateway (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.010327 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Deleting port bf22476a-784b-4347-96e8-87721a9549c1 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:09.010673 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (bf22476a-784b-4347-96e8-87721a9549c1), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.040285 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'external_fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:54:08Z', 'revision_number': 5, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port': {'id': 'bf22476a-784b-4347-96e8-87721a9549c1', 'name': '', 'network_id': 'cfd551b0-515c-4877-9245-1dcd60c1d82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '92579c62-35ff-4a83-b500-d30025507704', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92579c62-35ff-4a83-b500-d30025507704', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-3-iscsi'}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:09.065365 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] Checking router: 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 for host: dv-cinder-856002-3-iscsi {{(pid=107721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 04:54:09.070243 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:09.074612 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] Routers {'32cd16f2-61b2-4e09-bd97-6e8b67385ba0'} bound to L3 agent in host dv-cinder-856002-3-iscsi {{(pid=107721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 04:54:09.075257 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T04:30:45Z,description=,heartbeat_timestamp=2022-09-09T04:53:45Z,host='dv-cinder-856002-3-iscsi',id=77051105-0d3d-4b8c-b49e-192c189f0e57,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T04:30:45Z,topic='l3_agent')) {'router_ids': ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'], 'active': True} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:09.096686 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] For port bf22476a-784b-4347-96e8-87721a9549c1, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=bf22476a-784b-4347-96e8-87721a9549c1,segment=NetworkSegment(10a1f9f7-b46c-4231-9a10-7cce49063f73),segment_id=10a1f9f7-b46c-4231-9a10-7cce49063f73)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:09.097042 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (bf22476a-784b-4347-96e8-87721a9549c1), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.110137 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Calling delete_port for bf22476a-784b-4347-96e8-87721a9549c1 owned by network:router_gateway {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:09.158487 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvr_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] Set router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 gateway port host: None {{(pid=107721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 04:54:09.210059 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_hamode_db [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:54:08Z', 'revision_number': 6, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port_host': None}], 'dv-cinder-856002-3-iscsi', False) {} {{(pid=107721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:09.234496 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ef633-4b64-40ad-b486-27504d6bd9b4 None None] The sync data for ids ['32cd16f2-61b2-4e09-bd97-6e8b67385ba0'] in dv-cinder-856002-3-iscsi is: [{'id': '32cd16f2-61b2-4e09-bd97-6e8b67385ba0', 'name': 'tempest-TestShelveInstance-1125205995-router', 'tenant_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T04:49:30Z', 'updated_at': '2022-09-09T04:54:08Z', 'revision_number': 6, 'project_id': '4a643d4d0b2f41f09c3d90c27fb14b41', 'gw_port_host': None}] {{(pid=107721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 04:54:09.280335 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (bf22476a-784b-4347-96e8-87721a9549c1), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.307414 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf22476a-784b-4347-96e8-87721a9549c1,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:09.370918 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-729207'] for router_gateway (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.460021 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-730195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9044'] for router (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.462117 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks [] for router_controller (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.504867 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-729392'] for router (32cd16f2-61b2-4e09-bd97-6e8b67385ba0), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.505782 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32cd16f2-61b2-4e09-bd97-6e8b67385ba0 {{(pid=107720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 04:54:09.510059 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.511234 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-213cbf4d-b88f-4646-b405-b8fe2bf33e68 admin admin] 10.222.0.20 "DELETE /networking/v2.0/routers/32cd16f2-61b2-4e09-bd97-6e8b67385ba0 HTTP/1.1" status: 204 len: 168 time: 0.7545497 Sep 09 04:54:09.513731 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47382) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:09.557877 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.db_base_plugin_v2 [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] Deleting subnet eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a {{(pid=107720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 04:54:09.560939 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] Publish callbacks [] for subnet (eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.600015 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13884715'] for subnet (eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a), precommit_delete_associations {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.678812 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429582'] for subnet (eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.731256 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1432170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14435983', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14635088'] for subnet (eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.757231 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:09.759259 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for subnet (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.762385 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-766c4dcb-1b04-4f91-8e84-c9fb8ac98ea9 admin admin] 10.222.0.20 "DELETE /networking/v2.0/subnets/eed09281-c3e5-4b5e-8cf1-ec66fd3e1a6a HTTP/1.1" status: 204 len: 168 time: 0.2477415 Sep 09 04:54:09.763021 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b99b429-c4e4-4824-b79a-9d9d310ef4f6 None None] Network e0316dac-0872-4687-89eb-e4489a707112 requested from dv-cinder-856002-3-iscsi {{(pid=107721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 04:54:09.764836 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47384) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:09.812793 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:09.839777 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1490669'] for network (e0316dac-0872-4687-89eb-e4489a707112), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.882068 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Deleting port 12f22861-a1f3-453f-b164-1ce3d95c0819 {{(pid=107720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:09.882405 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.923170 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:09.950018 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.db [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] For port 12f22861-a1f3-453f-b164-1ce3d95c0819, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=12f22861-a1f3-453f-b164-1ce3d95c0819,segment=NetworkSegment(215cab45-4a4f-4d17-b96f-6a50b2851dd5),segment_id=215cab45-4a4f-4d17-b96f-6a50b2851dd5)] {{(pid=107720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:09.950373 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:09.964148 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.plugin [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Calling delete_port for 12f22861-a1f3-453f-b164-1ce3d95c0819 owned by network:dhcp {{(pid=107720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:09.983698 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] DHCP port deletion for e0316dac-0872-4687-89eb-e4489a707112 request from dv-cinder-856002-3-iscsi {{(pid=107721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 04:54:10.022231 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] Deleting port 12f22861-a1f3-453f-b164-1ce3d95c0819 {{(pid=107721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 04:54:10.022600 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760467470053'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), before_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.044084 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14436024'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.069529 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=12f22861-a1f3-453f-b164-1ce3d95c0819,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:10.073399 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] No DVR routers for this DVR port 12f22861-a1f3-453f-b164-1ce3d95c0819 on host dv-cinder-856002-3-iscsi {{(pid=107720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:10.091908 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.db [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] For port 12f22861-a1f3-453f-b164-1ce3d95c0819, host dv-cinder-856002-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-3-iscsi',level=0,port_id=12f22861-a1f3-453f-b164-1ce3d95c0819,segment=NetworkSegment(215cab45-4a4f-4d17-b96f-6a50b2851dd5),segment_id=215cab45-4a4f-4d17-b96f-6a50b2851dd5)] {{(pid=107721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 04:54:10.092305 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736707'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), precommit_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.106188 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] Calling delete_port for 12f22861-a1f3-453f-b164-1ce3d95c0819 owned by network:dhcp {{(pid=107721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 04:54:10.148305 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1256485', 'neutron.services.segments.db._delete_segments_for_network-8760467449757'] for network (e0316dac-0872-4687-89eb-e4489a707112), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.173181 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0316dac-0872-4687-89eb-e4489a707112']}} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:10.183327 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215cab45-4a4f-4d17-b96f-6a50b2851dd5') {'for_net_delete': True} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:10.183466 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.services.segments.db [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215cab45-4a4f-4d17-b96f-6a50b2851dd5') {} {{(pid=107720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 04:54:10.185100 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1477747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760467473556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760467014054'] for port (12f22861-a1f3-453f-b164-1ce3d95c0819), after_delete {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.194593 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760467449802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13884880'] for segment (215cab45-4a4f-4d17-b96f-6a50b2851dd5), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.213241 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362'] for segment (215cab45-4a4f-4d17-b96f-6a50b2851dd5), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.215622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] No DVR routers for this DVR port 12f22861-a1f3-453f-b164-1ce3d95c0819 on host dv-cinder-856002-3-iscsi {{(pid=107721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 04:54:10.219899 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584454ce-77b4-41bb-be4c-810734b58fb3 None None] Pushing event deleted for resources: {'Port': ['ID=12f22861-a1f3-453f-b164-1ce3d95c0819,revision_number=None']} {{(pid=107721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:10.220858 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=107720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 04:54:10.221445 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1261362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14436069'] for segment (215cab45-4a4f-4d17-b96f-6a50b2851dd5), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.273607 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 215cab45-4a4f-4d17-b96f-6a50b2851dd5 resource provider aggregate not found Sep 09 04:54:10.291245 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.services.segments.plugin [-] Segment 215cab45-4a4f-4d17-b96f-6a50b2851dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 215cab45-4a4f-4d17-b96f-6a50b2851dd5 found for delete ", "request_id": "req-101916c8-efbd-4c53-aa21-ae1fe2f26307"}]} Sep 09 04:54:10.298763 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1256540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-694399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-578081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-729234'] for network (e0316dac-0872-4687-89eb-e4489a707112), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.303989 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-578099'] for network (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.307752 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] 10.222.0.20 "DELETE /networking/v2.0/networks/e0316dac-0872-4687-89eb-e4489a707112 HTTP/1.1" status: 204 len: 168 time: 0.5417244 Sep 09 04:54:10.318834 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d472e93-7cd6-4974-9d69-16746238f9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=e0316dac-0872-4687-89eb-e4489a707112,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:10.474882 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47392) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:10.517846 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-93fdbefe-500a-49e6-8583-926b9cdf9323 admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=78feec3c37b84399ba54e70b4e5a1e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402780 Sep 09 04:54:10.518788 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47394) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:10.568182 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf415-ca11-4d8c-8abd-6b3aea692161 admin admin] Publish callbacks [] for security_group (e946053a-15f6-46a9-8a3e-925da26beafe), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.588516 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf415-ca11-4d8c-8abd-6b3aea692161 admin admin] Publish callbacks [] for security_group (e946053a-15f6-46a9-8a3e-925da26beafe), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.634758 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf415-ca11-4d8c-8abd-6b3aea692161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (e946053a-15f6-46a9-8a3e-925da26beafe), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.637347 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-4c2bf415-ca11-4d8c-8abd-6b3aea692161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:10.638476 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-4c2bf415-ca11-4d8c-8abd-6b3aea692161 admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/e946053a-15f6-46a9-8a3e-925da26beafe HTTP/1.1" status: 204 len: 168 time: 0.1187696 Sep 09 04:54:10.646102 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bf415-ca11-4d8c-8abd-6b3aea692161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e946053a-15f6-46a9-8a3e-925da26beafe,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:10.877377 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:10.901328 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:10.901760 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 5eb0e6d5-163b-4610-ad76-f9b1a0a9fd78 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:10.902183 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12f22861-a1f3-453f-b164-1ce3d95c0819 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:10.923976 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: 12f22861-a1f3-453f-b164-1ce3d95c0819 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:10.924328 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device 12f22861-a1f3-453f-b164-1ce3d95c0819 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:10.924743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bf22476a-784b-4347-96e8-87721a9549c1 no longer exists at agent ovs-agent-dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 04:54:10.945622 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.plugin [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] No Port match for: bf22476a-784b-4347-96e8-87721a9549c1 {{(pid=107721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 04:54:10.945932 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron.plugins.ml2.rpc [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Device bf22476a-784b-4347-96e8-87721a9549c1 not bound to the agent host dv-cinder-856002-3-iscsi {{(pid=107721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 04:54:10.964961 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47400) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:11.007490 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-e4cfc458-9d5a-438f-97fc-5cd118de411c admin admin] 10.222.0.20 "GET /networking/v2.0/security-groups?tenant_id=4a643d4d0b2f41f09c3d90c27fb14b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413890 Sep 09 04:54:11.009933 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [-] (107720) accepted ('10.222.0.20', 47402) {{(pid=107720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 04:54:11.058087 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-79506632-ff27-40ff-a99c-7669bd7e8a3d admin admin] Publish callbacks [] for security_group (bcd7d286-bdf0-43c8-b41a-be15aca11e78), before_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:11.077900 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-79506632-ff27-40ff-a99c-7669bd7e8a3d admin admin] Publish callbacks [] for security_group (bcd7d286-bdf0-43c8-b41a-be15aca11e78), precommit_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:11.123925 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-79506632-ff27-40ff-a99c-7669bd7e8a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692172'] for security_group (bcd7d286-bdf0-43c8-b41a-be15aca11e78), after_delete {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:11.126492 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron_lib.callbacks.manager [None req-79506632-ff27-40ff-a99c-7669bd7e8a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:11.127646 dv-cinder-856002-3-iscsi neutron-server[107720]: INFO neutron.wsgi [None req-79506632-ff27-40ff-a99c-7669bd7e8a3d admin admin] 10.222.0.20 "DELETE /networking/v2.0/security-groups/bcd7d286-bdf0-43c8-b41a-be15aca11e78 HTTP/1.1" status: 204 len: 168 time: 0.1168537 Sep 09 04:54:11.135574 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79506632-ff27-40ff-a99c-7669bd7e8a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd7d286-bdf0-43c8-b41a-be15aca11e78,revision_number=None']} {{(pid=107720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 04:54:13.251871 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f72e1c61-43da-4096-bf42-1a59fee695f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:15.476250 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-86481a1e-bf89-4a08-a3a8-d98b904079d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:15.618153 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:54:16.790280 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:17.214439 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:17.215325 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG dbcounter [-] [107719] Writing DB stats neutron:SELECT=29,neutron:DELETE=6 {{(pid=107719) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:18.288537 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:18.381633 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:21.130503 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=80,neutron:DELETE=10 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:21.131227 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG dbcounter [-] [107720] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107720) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:25.612346 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=23 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:25.613029 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=50 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:28.371140 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:28.375516 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:28.377465 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:32.057244 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:41.638922 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:41.639576 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:42.047311 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:42.050081 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:42.052113 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:54:43.253791 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-95657e53-506e-494f-8219-74f8b3b76a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:45.478519 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4433b627-896c-4c76-a624-033513b61c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:46.790133 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:48.292603 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:48.383029 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:54:52.046766 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [req-88aa4c6e-165e-469b-897e-7fd7b3e56922 req-b3809680-e3d3-4de4-9f34-17e39a2598bf service neutron] (107720) timed out ('10.222.0.17', 58204) {{(pid=107720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 04:54:52.617919 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:55:02.056183 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:02.613233 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:02.613956 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:03.326350 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:12.050316 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:12.052270 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:13.257393 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-15969ba9-2934-4957-a063-7f03d24d4481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:15.480740 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-1586a1b7-d065-42a1-8b34-e201f67c3152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:16.797327 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:18.297091 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:18.383889 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:28.373084 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:28.378208 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:28.380106 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:29.618270 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:55:32.067115 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:42.057778 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:42.060570 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:42.062446 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:43.262469 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a0341446-688f-478a-992d-28225c8e1a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:43.410196 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=18 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:43.413979 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=16 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:45.483281 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6bfef3e9-4a3b-4e81-9eb1-198da4b1a356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:46.796078 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:48.300199 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:48.385413 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:55:58.296682 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:58.375209 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:55:58.381823 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:02.071644 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:06.620214 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:56:12.060305 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:12.064482 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:12.066435 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:13.264597 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2f64e678-fe6d-42c2-9ae3-9f3c146920af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:15.484054 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-c7670162-da37-45a8-9493-fc61c4111b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:16.612536 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=2 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:16.619642 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=8 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:16.798853 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:18.304123 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:18.387364 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:28.299562 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:28.381750 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:28.383493 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:32.086330 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:42.075441 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:42.079499 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:42.081196 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:43.266511 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-f160a8d9-ceae-4058-a295-c63929630017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:43.619430 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:56:45.486004 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-8b4d5e00-e7e0-4ab0-a8e1-3b66a51a3f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:46.803253 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:48.307497 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:48.390719 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:56:53.614450 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:53.615172 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:56:59.597162 dv-cinder-856002-3-iscsi neutron-server[107719]: DEBUG neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-a1afff26-fe73-4d85-8b19-8747d2589551 service neutron] (107719) timed out ('10.222.0.20', 40536) {{(pid=107719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 04:56:59.776600 dv-cinder-856002-3-iscsi neutron-server[107720]: DEBUG neutron.wsgi [req-9f765446-6c98-4079-9d75-d07a8ed1424a req-3a767bd5-6b16-4f71-b0c6-d2b5948b051f tempest-AttachVolumeShelveTestJSON-1916362447 tempest-AttachVolumeShelveTestJSON-1916362447-project] (107720) timed out ('10.222.0.20', 40548) {{(pid=107720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 04:57:02.085569 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:12.075382 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:12.078398 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=15 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:12.081111 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:13.268491 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-35aa4404-6151-42a8-824a-21cfa84c52b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:15.488718 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-ac47fc13-bf5a-4f60-b08a-6a6be0f9d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:16.805290 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:18.311149 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:18.391574 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:20.618947 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:57:23.633230 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:28.381432 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=7 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:28.385500 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:28.387262 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:30.615062 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:32.085331 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:42.075205 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:42.078066 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:42.080259 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:43.272074 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-dc76a11a-1ddb-4396-9985-d40ba248e97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:43.328360 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=14 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:43.330180 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=12 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:45.492743 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-a630c78b-4afc-49c4-a8cc-42d67ef52468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:46.807061 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:48.314059 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:48.392690 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:57:57.618618 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:57:58.309918 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:58.386819 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=8 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:57:58.388679 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:00.638900 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:02.085729 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:07.614322 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=4 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:12.079302 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:12.081191 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:13.277495 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-5c008691-0a70-4320-bddf-b6d9411e117b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:15.494008 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-2c4c6dc3-0c43-43fe-8640-23afc1d04557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:16.813204 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:18.317919 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:18.393870 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:28.383224 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:28.387520 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:28.389410 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:32.085795 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:34.617364 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:58:37.644471 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:42.081382 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:43.279628 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6cb07c26-9230-40f6-bca7-abcbf48742d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:44.613108 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:58:45.495799 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-993b3712-2a9b-45fd-a913-0cbf32662983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:46.813002 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:48.321295 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:58:48.395206 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:59:02.083991 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-fc0c7243-fe09-47d8-a473-4bea9663b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (b21e3605-0b0b-4f4d-a048-53649df1d1ce), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:59:11.618467 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG neutron.db.agents_db [None req-77ca64db-02e0-4d76-be23-adf705ee0cd2 None None] Agent healthcheck: found 6 active agents {{(pid=107726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 04:59:12.073493 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:59:12.077906 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=14 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:59:12.079789 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG dbcounter [-] [107721] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=107721) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:59:13.281344 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4c2bbafa-981b-4126-a4a7-66a54404852c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (a10c5a9d-dd52-46b5-9211-61f649417121), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:59:14.639552 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=3 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 04:59:15.496874 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-d6758cf1-5c77-41fb-ac73-663c9d1f2094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (77051105-0d3d-4b8c-b49e-192c189f0e57), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:59:16.816512 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-34c6beca-fff6-4f24-a7b7-8aa4dcfd8799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (115d9d34-b13f-4acd-995b-9df6616f15e6), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:59:18.324217 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-6a8c9f19-2314-4680-ba7a-0b18f10c5216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (70c48c0e-c23e-42ed-8780-82be98de6b27), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:59:18.397146 dv-cinder-856002-3-iscsi neutron-server[107721]: DEBUG neutron_lib.callbacks.manager [None req-4b28c6bf-f75a-4b38-b307-0682501aa276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760467449739', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1256420'] for agent (4beda62f-44bb-44bc-80f9-85c43bebb80f), after_update {{(pid=107721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 04:59:21.613726 dv-cinder-856002-3-iscsi neutron-server[107726]: DEBUG dbcounter [-] [107726] Writing DB stats neutron:SELECT=5 {{(pid=107726) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}